-- Logs begin at Thu 2021-09-23 09:50:18 UTC, end at Thu 2021-09-23 10:46:17 UTC. -- Sep 23 10:18:35.804796 dv-cinder-810457-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 10:18:38.551393 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.common.config [-] Logging enabled! Sep 23 10:18:38.551983 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 10:18:38.552160 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93856) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 10:18:38.555415 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.common.config [-] Logging enabled! Sep 23 10:18:38.555674 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 10:18:38.555991 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93856) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 10:18:38.556941 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 10:18:38.557180 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 10:18:38.557544 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 10:18:38.557829 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 10:18:38.558063 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 10:18:38.558390 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.558693 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.558995 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.559230 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.559531 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.559829 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.560119 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.560413 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.560715 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.561006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.561292 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.561580 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.561841 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.562133 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.562431 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.562723 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.562952 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] debug = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.563238 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.563669 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.564090 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.564989 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.565292 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.565578 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.565883 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.566164 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.566466 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.566791 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] host = dv-cinder-810457-3-iscsi {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.567076 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.567368 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.567658 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.567950 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.568230 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.568512 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.568801 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.569078 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.569355 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.569654 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.569948 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.570237 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.570531 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.570761 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.570985 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.571277 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.571565 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.571842 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.572119 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.572401 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.572678 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.572954 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.573225 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.573511 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.573830 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.574119 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.574396 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.574672 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.574945 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.575221 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.575508 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.575784 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.576060 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.576335 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.576626 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.576900 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.577177 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.577480 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.577794 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.578081 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.578368 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.578647 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.578933 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.579210 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.579485 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.579760 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] use_json = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.580060 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.580334 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.580619 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.580896 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.581173 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.581451 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.581749 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.582040 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:38.582343 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.582641 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.582946 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.583234 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.583532 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.583815 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.584105 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.584386 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.584677 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.584968 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.585260 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.585541 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.585867 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.586150 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.586447 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.586758 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.587056 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.587351 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.587630 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.587908 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.588187 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.588469 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.588761 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.589042 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.589334 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.589645 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.589933 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.590221 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.590518 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.590811 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.591090 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.591371 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.591665 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.591947 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.592222 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.592508 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.592800 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.593082 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.593359 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.593674 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.593959 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.594236 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.594510 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.594792 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.595086 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.595365 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.595696 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.595942 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.596220 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.596494 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.596781 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.597063 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.597340 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.597647 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.597919 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.598198 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.598475 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.598754 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.599031 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.599311 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.599586 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.599860 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.600134 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.600406 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.600678 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.600953 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.601226 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.601505 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.601815 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.602093 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.602370 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.602643 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.602915 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.603204 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.603504 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.603783 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.604064 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.604598 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.604877 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.605156 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.605437 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.605745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.606028 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.606302 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.606592 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.606876 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.607165 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.607450 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.607731 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.608034 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.608315 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.608601 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.608881 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.609163 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.609451 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.609774 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.610073 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.610369 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.610664 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.610959 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.611782 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.612069 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.612382 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.612666 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:38.612893 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 10:18:38.613136 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93856) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 10:18:38.964007 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 10:18:38.964295 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 10:18:38.964596 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 10:18:38.964933 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 10:18:39.355615 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.355834 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.356163 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.357495 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.357801 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.358074 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.393553 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.393861 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.394134 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.409298 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.409580 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.409881 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.437676 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.437966 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.438242 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.476011 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.476294 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.476568 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.706073 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.707877 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.707877 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.707877 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.707877 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.827474 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.827798 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.828086 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.828365 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.828639 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.828956 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.829222 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.829483 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.829799 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.830088 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.830356 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.830625 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.830885 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.831141 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.831401 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.831668 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.831929 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.832205 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.832479 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.832743 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.833016 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.833272 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.833557 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.833962 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.834219 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.834470 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.834868 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:39.835113 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:39.835357 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:39.835598 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:39.835842 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:39.836082 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:39.836451 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 10:18:39.839571 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 10:18:39.843681 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 10:18:39.847830 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 23 10:18:39.849457 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 10:18:39.849945 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 10:18:39.850287 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 10:18:39.850676 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 10:18:39.853457 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 10:18:39.853745 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 10:18:39.854105 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 10:18:39.859650 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 10:18:39.881946 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 10:18:39.882397 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.882698 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93856) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 10:18:39.883062 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.884436 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93856) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 10:18:39.884882 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 10:18:39.885136 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 10:18:39.888338 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.888629 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:39.951107 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 10:18:39.951350 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 10:18:39.951589 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 10:18:39.951955 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 10:18:39.975043 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_db.sqlalchemy.engines [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93856) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 10:18:40.520650 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing driver for type 'gre' Sep 23 10:18:40.521177 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] gre ID ranges: [(1, 1000)] Sep 23 10:18:40.574306 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing driver for type 'local' Sep 23 10:18:40.574791 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing driver for type 'vlan' Sep 23 10:18:40.588121 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] VlanTypeDriver initialization complete Sep 23 10:18:40.588459 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing driver for type 'vxlan' Sep 23 10:18:40.588942 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] vxlan ID ranges: [(1, 1000)] Sep 23 10:18:40.641765 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing extension driver 'port_security' Sep 23 10:18:40.642110 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.extensions.port_security [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] PortSecurityExtensionDriver initialization complete Sep 23 10:18:40.642485 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing mechanism driver 'openvswitch' Sep 23 10:18:40.642822 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing mechanism driver 'hyperv' Sep 23 10:18:40.649328 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.plugin [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:18:40.650032 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.650407 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.650762 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.651289 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 10:18:40.651722 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.652107 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.652456 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.652851 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 10:18:40.653263 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.653630 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.653991 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.654383 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 10:18:40.654793 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > security_group after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.655142 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > security_group after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.655484 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > security_group after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.656010 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 10:18:40.656431 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.656785 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.657136 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.657527 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 10:18:40.658508 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > address_group after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.658806 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > address_group after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.659150 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > address_group after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.659541 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 10:18:40.659921 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] ML2 OVO RPC backend initialized. {{(pid=93856) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 10:18:40.660636 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.660996 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.661417 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.661799 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > networks before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.662152 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.662499 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > ports before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.662847 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.663193 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnets before_response 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.663540 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.663882 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.664222 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.664560 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.664904 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.665240 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.665578 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.665938 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.666274 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.666847 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.plugin [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Modular L2 Plugin initialization complete Sep 23 10:18:40.667176 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading services supported by the core plugin {{(pid=93856) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 10:18:40.667503 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.plugins.ml2.managers [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Got port-security extension from driver 'port_security' Sep 23 10:18:40.667966 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.extensions.vlantransparent [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Disabled vlantransparent extension. Sep 23 10:18:40.668447 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93856) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 10:18:40.668762 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: router Sep 23 10:18:40.704359 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_interface before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.705266 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_create 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.705657 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router before_create 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.706029 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.707057 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.708046 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_delete 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.708418 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > floatingip after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.708779 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > floatingip after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.709146 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_create 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.709502 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_update 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.709884 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_update 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.710241 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.710610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_update 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.711023 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_update 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.711400 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.711747 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.712092 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: subnet after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.712438 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.712791 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > port precommit_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.713142 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_create 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.713488 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.713863 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.714226 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router after_update 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.714569 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_delete 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.714922 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_create 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.715285 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.715631 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_update 55549900 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.715997 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > agent after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.716347 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > agent after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.716694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > network after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.717545 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Tracking information for resource: router configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:40.717906 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Tracking information for resource: floatingip configured {{(pid=93856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 10:18:40.723338 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.db.l3_agentschedulers_db [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 10:18:40.723916 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.724279 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port after_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.724635 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port after_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.724991 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: port after_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.725813 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router before_create 55550100 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.726184 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_delete 55550100 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.726551 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_create 55550100 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.726912 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > router precommit_update 55550100 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.731874 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.provider_configuration [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service providers = [] {{(pid=93856) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 10:18:40.732246 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.db.servicetype_db [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93856) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 10:18:40.735195 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.service_base [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 10:18:40.735552 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.service_base [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 10:18:40.735898 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.service_base [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 10:18:40.736805 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.services.service_base [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 10:18:40.737183 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.services.service_base [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 10:18:40.737564 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.737929 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 10:18:40.748416 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.748758 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: auto_allocate Sep 23 10:18:40.754489 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: network precommit_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.754864 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: network precommit_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.755381 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.755705 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: tag Sep 23 10:18:40.762194 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.762533 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: timestamp Sep 23 10:18:40.766500 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.766833 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: network_ip_availability Sep 23 10:18:40.772769 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.773094 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.773451 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:40.774192 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.774518 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: flavors Sep 23 10:18:40.779147 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.779495 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading Plugin: revisions Sep 23 10:18:40.784308 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 10:18:40.784693 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_concurrency.lockutils [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=93856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 10:18:40.785425 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93856) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 10:18:40.785790 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Initializing extension manager. Sep 23 10:18:40.786305 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: __init__.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.786647 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: __pycache__ {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.786981 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.787315 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: address_group.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.788067 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.788625 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: address-group Sep 23 10:18:40.788948 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: address_scope.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.789891 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.790407 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: address-scope Sep 23 10:18:40.790733 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: admin_state_down_before_update.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.791662 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.792173 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: router-admin-state-down-before-update Sep 23 10:18:40.792498 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: agent.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.793212 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.793742 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: agent Sep 23 10:18:40.794068 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: agent_resources_synced.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.794992 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.795503 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: agent-resources-synced Sep 23 10:18:40.795831 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: allowedaddresspairs.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.798086 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.798663 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: allowed-address-pairs Sep 23 10:18:40.799006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: auto_allocated_topology.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.800096 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.800607 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: auto-allocated-topology Sep 23 10:18:40.800934 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: availability_zone.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.801655 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.802166 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: availability_zone Sep 23 10:18:40.802490 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: availability_zone_filter.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.803408 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.803910 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: availability_zone_filter Sep 23 10:18:40.804233 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: data_plane_status.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.805149 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.805676 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 10:18:40.806005 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: default_subnetpools.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.806923 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.807428 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: default-subnetpools Sep 23 10:18:40.807754 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: dhcpagentscheduler.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.808575 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.809087 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: dhcp_agent_scheduler Sep 23 10:18:40.809415 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: dns.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.810356 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.810858 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension dns-integration not supported by any of loaded plugins Sep 23 10:18:40.811185 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: dns_domain_ports.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.812107 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.812612 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 10:18:40.812946 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.813895 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.814428 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 10:18:40.814752 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: dvr.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.815427 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.815931 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: dvr Sep 23 10:18:40.816255 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: ecmp_routes.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.817172 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.817699 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 10:18:40.818024 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: empty_string_filtering.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.818941 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.819448 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: empty-string-filtering Sep 23 10:18:40.819772 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.820692 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.821200 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 10:18:40.821525 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.822475 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.822981 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 10:18:40.823303 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: external_net.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.824214 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.824719 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: external-net Sep 23 10:18:40.825043 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: extra_dhcp_opt.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.825982 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.826486 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: extra_dhcp_opt Sep 23 10:18:40.826808 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: extraroute.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.827770 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.828277 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: extraroute Sep 23 10:18:40.828600 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: extraroute_atomic.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.829659 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.830682 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: extraroute-atomic Sep 23 10:18:40.831006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: filter_validation.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.831675 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.832178 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: filter-validation Sep 23 10:18:40.832502 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: fip_pf_description.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.833420 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.833953 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 10:18:40.834274 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: fip_port_details.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.835196 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.835700 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: fip-port-details Sep 23 10:18:40.836021 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: flavors.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.837255 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.837804 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: flavors Sep 23 10:18:40.838139 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.839798 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.840320 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 10:18:40.840657 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: floatingip_pools.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.841370 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.841919 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: floatingip-pools Sep 23 10:18:40.842248 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: ip_allocation.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.843183 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.843691 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 10:18:40.844019 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.844941 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.846023 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: ip-substring-filtering Sep 23 10:18:40.846364 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l2_adjacency.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.847297 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.847801 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 10:18:40.848130 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.849235 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.849789 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: router Sep 23 10:18:40.850119 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3_conntrack_helper.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.852346 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.852877 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 10:18:40.853213 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.854437 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.854960 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: ext-gw-mode Sep 23 10:18:40.855293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.856237 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.856751 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: l3-ha Sep 23 10:18:40.857084 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3_flavors.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.858041 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.858552 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: l3-flavors Sep 23 10:18:40.858881 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.859799 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.860310 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 10:18:40.860637 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: l3agentscheduler.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.861742 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.862256 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: l3_agent_scheduler Sep 23 10:18:40.862585 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: logging.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.864059 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.864576 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension logging not supported by any of loaded plugins Sep 23 10:18:40.864910 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: metering.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.865683 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.866265 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: metering Sep 23 10:18:40.866595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.867720 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.868235 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: metering_source_and_destination_fields Sep 23 10:18:40.868563 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: multiprovidernet.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.869493 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.870047 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: multi-provider Sep 23 10:18:40.870373 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: netmtu.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.871290 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.871798 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: net-mtu Sep 23 10:18:40.872122 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: netmtu_writable.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.873036 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.873540 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: net-mtu-writable Sep 23 10:18:40.873894 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: network_availability_zone.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.874597 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.875103 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: network_availability_zone Sep 23 10:18:40.875427 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: network_ip_availability.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.876537 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.877074 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: network-ip-availability Sep 23 10:18:40.877401 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: network_segment_range.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.878198 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.878704 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 10:18:40.879030 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: pagination.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.880009 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.880342 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: pagination Sep 23 10:18:40.880666 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: port_device_profile.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.881579 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.882122 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: port-device-profile Sep 23 10:18:40.882446 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.883375 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.883887 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: port-mac-address-regenerate Sep 23 10:18:40.884211 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.885127 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.885660 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: port-numa-affinity-policy Sep 23 10:18:40.885987 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: port_resource_request.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.887015 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.887537 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 10:18:40.887863 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: portbindings.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.888792 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.889301 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: binding Sep 23 10:18:40.889645 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: portbindings_extended.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.890913 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.891426 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: binding-extended Sep 23 10:18:40.891755 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: portsecurity.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.893206 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.893760 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: port-security Sep 23 10:18:40.894088 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: project_id.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.895076 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.895409 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: project-id Sep 23 10:18:40.895734 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: providernet.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.896659 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.897170 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: provider Sep 23 10:18:40.897499 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.901020 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.901549 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos not supported by any of loaded plugins Sep 23 10:18:40.901909 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.903161 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.903673 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 10:18:40.904006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.904929 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.905440 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 10:18:40.905806 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_default.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.906726 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.907239 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-default not supported by any of loaded plugins Sep 23 10:18:40.907575 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_fip.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.908779 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.909279 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-fip not supported by any of loaded plugins Sep 23 10:18:40.909625 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_gateway_ip.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.910562 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.911072 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 10:18:40.911398 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_port_network_policy.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.912315 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.912824 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 10:18:40.913149 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_pps_rule.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.914360 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.914874 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-pps not supported by any of loaded plugins Sep 23 10:18:40.915204 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_rule_type_details.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.916133 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.916643 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 10:18:40.916970 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: qos_rules_alias.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.918042 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.918560 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 10:18:40.918886 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: quotasv2.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.919805 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.920138 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: quotas Sep 23 10:18:40.920463 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: quotasv2_detail.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.923807 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.924152 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: quota_details Sep 23 10:18:40.924491 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: rbac.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.925554 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.926110 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: rbac-policies Sep 23 10:18:40.926445 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: rbac_address_group.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.927380 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.927902 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: rbac-address-group Sep 23 10:18:40.928232 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: rbac_address_scope.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.929153 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.929702 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: rbac-address-scope Sep 23 10:18:40.930031 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: rbac_security_groups.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.930961 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.931479 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: rbac-security-groups Sep 23 10:18:40.931812 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: rbac_subnetpool.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.932731 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.933245 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: rbac-subnetpool Sep 23 10:18:40.933572 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: revisionifmatch.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.934552 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.935062 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: revision-if-match Sep 23 10:18:40.935391 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: revisions.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.936511 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.937022 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: standard-attr-revisions Sep 23 10:18:40.937351 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: router_availability_zone.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.938068 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.938578 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: router_availability_zone Sep 23 10:18:40.938902 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: routerservicetype.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.939855 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.940359 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension router-service-type not supported by any of loaded plugins Sep 23 10:18:40.940686 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.941618 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.942152 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: security-groups-normalized-cidr Sep 23 10:18:40.942480 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: security_groups_port_filtering.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.943411 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.943923 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: port-security-groups-filtering Sep 23 10:18:40.944252 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.945200 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.945750 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: security-groups-remote-address-group Sep 23 10:18:40.946081 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: securitygroup.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.957452 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.958030 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: security-group Sep 23 10:18:40.958372 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: segment.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.959163 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.959676 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension segment not supported by any of loaded plugins Sep 23 10:18:40.960009 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.960949 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.961459 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 10:18:40.961890 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: servicetype.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.963073 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.963595 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: service-type Sep 23 10:18:40.963928 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: sorting.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.964923 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.965260 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: sorting Sep 23 10:18:40.965586 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: standard_attr_segment.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.966527 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.967042 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 10:18:40.967368 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: standardattrdescription.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.968024 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.968530 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: standard-attr-description Sep 23 10:18:40.968856 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: stateful_security_group.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.969816 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.970360 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: stateful-security-group Sep 23 10:18:40.971217 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: stdattrs_common.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.971805 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 10:18:40.972128 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.973072 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.973591 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 10:18:40.973942 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: subnet_onboard.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.975032 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.975553 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: subnet_onboard Sep 23 10:18:40.975880 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.976814 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.977326 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 10:18:40.977678 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: subnet_service_types.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.978620 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.979137 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: subnet-service-types Sep 23 10:18:40.979726 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: subnetallocation.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.980817 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.981366 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: subnet_allocation Sep 23 10:18:40.981721 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.982399 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.982908 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: subnetpool-prefix-ops Sep 23 10:18:40.983233 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.984205 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.984716 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 10:18:40.985041 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: tagging.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.986235 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.986750 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: standard-attr-tag Sep 23 10:18:40.987082 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: timestamp.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.988300 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.988817 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loaded extension: standard-attr-timestamp Sep 23 10:18:40.989146 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: trunk.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.990210 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.990728 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension trunk not supported by any of loaded plugins Sep 23 10:18:40.991055 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: trunk_details.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.991986 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.992496 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension trunk-details not supported by any of loaded plugins Sep 23 10:18:40.992823 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: uplink_status_propagation.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.993783 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.994292 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 10:18:40.994616 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Loading extension file: vlantransparent.py {{(pid=93856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 10:18:40.995292 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 10:18:40.995800 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 10:18:40.998291 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:network Sep 23 10:18:40.998823 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:subnet Sep 23 10:18:40.999225 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 10:18:40.999625 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:port Sep 23 10:18:41.000841 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.001281 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service FLAVORS assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.002006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.002439 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.002778 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:router Sep 23 10:18:41.003208 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:floatingip Sep 23 10:18:41.003693 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service METERING assigned prefix: /metering {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.005117 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:41.005497 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:41.005895 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:18:41.006925 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 10:18:41.007371 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:security_group Sep 23 10:18:41.007815 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 10:18:41.008408 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service CORE assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.008739 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 10:18:41.009086 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] subnetpool is already registered Sep 23 10:18:41.009525 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service CORE assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.009890 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 10:18:41.010230 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] subnetpool is already registered Sep 23 10:18:41.012518 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.012958 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service FLAVORS assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.013553 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.014014 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.014351 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:router Sep 23 10:18:41.014693 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] router is already registered Sep 23 10:18:41.015108 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:floatingip Sep 23 10:18:41.015447 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] floatingip is already registered Sep 23 10:18:41.015903 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service METERING assigned prefix: /metering {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.016570 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 10:18:41.016900 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] rbac_policy is already registered Sep 23 10:18:41.017861 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:security_group Sep 23 10:18:41.018208 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] security_group is already registered Sep 23 10:18:41.018612 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 10:18:41.018947 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] security_group_rule is already registered Sep 23 10:18:41.019566 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service CORE assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.019898 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 10:18:41.020235 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] subnetpool is already registered Sep 23 10:18:41.020656 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.v2.resource_helper [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Service CORE assigned prefix: {{(pid=93856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 10:18:41.020990 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 10:18:41.021326 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING neutron.quota.resource_registry [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] subnetpool is already registered Sep 23 10:18:41.021820 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: extensions {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.023330 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: address-groups {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.024762 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: address-scopes {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.026108 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: agents {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.027264 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: auto-allocated-topology {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.028516 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: availability_zones {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.029768 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: dhcp-networks {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.031286 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: dhcp-agents {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.032721 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: routers {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.035516 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: flavors {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.036688 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: service_profiles {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.037922 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: next_providers {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.039377 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: service_profiles {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.040911 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: floatingip-pools {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.042171 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: routers {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.044278 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: floatingips {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.045567 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: l3-routers {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.046995 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: l3-agents {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.048404 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: metering-labels {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.049828 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: metering-label-rules {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.051090 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: network-ip-availabilities {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.052363 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: bindings {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.054848 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: quotas {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.056322 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: quotas {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.057762 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: rbac-policies {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.058969 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: security-groups {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.060266 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: security-group-rules {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.061525 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: service-providers {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.062758 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: subnetpools {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.064718 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: subnetpools {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.066210 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.067868 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.069749 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.071522 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.073296 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.075151 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.076884 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.078810 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.081131 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.082905 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron.api.extensions [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Extended resource: tags {{(pid=93856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 10:18:41.088756 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING keystonemiddleware.auth_token [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 10:18:41.093437 dv-cinder-810457-3-iscsi neutron-server[93856]: WARNING keystonemiddleware.auth_token [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 10:18:41.102531 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_concurrency.lockutils [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Acquired lock "singleton_lock" {{(pid=93856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 10:18:41.103021 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_concurrency.lockutils [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Releasing lock "singleton_lock" {{(pid=93856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 10:18:41.103644 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Starting 2 workers Sep 23 10:18:41.108735 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Started child 93965 {{(pid=93856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 10:18:41.113267 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Started child 93966 {{(pid=93856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 10:18:41.114294 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:41.114927 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO neutron.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 10:18:41.115589 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Notify callbacks [] for process, before_spawn {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:41.115926 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [-] (93965) wsgi starting up on http://0.0.0.0:9696 Sep 23 10:18:41.118039 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Starting 1 workers Sep 23 10:18:41.118148 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:41.119391 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [-] (93966) wsgi starting up on http://0.0.0.0:9696 Sep 23 10:18:41.123239 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Started child 93967 {{(pid=93856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 10:18:41.123781 dv-cinder-810457-3-iscsi neutron-server[93856]: INFO oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Starting 1 workers Sep 23 10:18:41.127445 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] calling RpcWorker wait() {{(pid=93967) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 10:18:41.127998 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] returning from RpcWorker wait() {{(pid=93967) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 10:18:41.128734 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Started child 93968 {{(pid=93856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 10:18:41.129209 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:41.129551 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG neutron_lib.callbacks.manager [None req-220c64e8-f764-4a96-b442-a149ed68bbaf None None] Notify callbacks [] for process, after_spawn {{(pid=93856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:41.129708 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:18:41.131516 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 10:18:41.131733 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 10:18:41.131917 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 10:18:41.132133 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 10:18:41.132470 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 10:18:41.132635 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 10:18:41.133147 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.133435 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.133712 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.133971 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.134264 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.134409 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:41.134869 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.135113 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.135376 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.135662 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.135912 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.136099 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.136255 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.136504 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.136762 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.137084 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.137348 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.137587 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.137862 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.138035 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.138285 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.138545 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.138796 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.139226 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] debug = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.139483 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.139987 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.140237 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.140661 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.140888 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.141165 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.141414 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.141694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.141955 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.142173 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.143020 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.143292 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.143530 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.143762 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.143981 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.144252 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.144505 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.144988 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] host = dv-cinder-810457-3-iscsi {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.145240 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.145475 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.145763 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.145995 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.146253 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.146471 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.146727 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.146976 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.147234 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.147481 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.147727 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.147972 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.148209 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.148450 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.148616 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_options = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.148850 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.149115 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.149401 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.149594 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.149816 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.149997 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.150248 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.150434 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.150674 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.150890 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.151105 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.151335 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.151557 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.151784 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.152065 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.152325 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.152540 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.152750 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.152997 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.153223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.153448 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.153788 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.154032 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.154252 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.154485 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.154730 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.154974 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.155190 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.155404 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.155658 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.155907 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.156155 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.156372 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.156607 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.156872 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.157107 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.157386 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.157603 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.157955 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.158187 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.158447 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.158710 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.158927 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.159179 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.159439 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.159674 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.159910 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_json = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.160124 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.160372 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.160630 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.160846 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.161081 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.161319 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.162429 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.162429 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.162429 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.163268 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.163268 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.163268 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.163553 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.163779 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.164095 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.164314 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.164551 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.164771 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.165509 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.165509 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.165818 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.166478 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.166478 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.168610 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.169694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.169694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.169694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.169694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.169694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.170844 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.170844 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.170844 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.170844 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.170844 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.174612 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.176468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.177725 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.178964 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180094 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180094 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180363 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:18:41.180595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.180595 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.181375 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.181375 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.181375 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.181375 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.182640 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.182640 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.182640 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.182640 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.182640 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.182640 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.183644 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.183644 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.183644 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.183644 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.184445 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.184445 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.184445 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185105 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185105 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185105 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185958 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185958 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185958 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.185958 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.186302 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.186373 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.186585 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.186797 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.187058 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.187276 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.187518 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.187733 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.187968 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.188209 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.188652 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.188801 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.188943 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.189735 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.189996 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.190276 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.190522 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.190795 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.191039 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.191537 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.191697 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.191864 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.192117 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.192346 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.192608 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.192851 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.193099 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.193346 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.193624 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.193865 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.194104 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.194376 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.194613 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.194870 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.195086 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.195315 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.195633 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.196099 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.196099 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.196387 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.196599 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.196742 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.197439 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.197439 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.198537 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.198732 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.199049 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.199522 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.199522 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.201745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.202258 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.202258 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.202390 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.202589 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.202769 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.203010 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.203258 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.203474 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.203694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.203934 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.204154 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.204393 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.204629 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.205413 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.205706 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.205940 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.206203 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.206479 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.206702 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.206931 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.207184 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.207534 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.207839 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.208129 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.208352 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.208574 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.208792 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.209036 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.209269 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.209481 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.209739 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.209963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.210216 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.210454 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.210783 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.211049 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.211300 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.211567 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.211784 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.212049 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.212273 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.212499 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.212711 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.212943 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.213156 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.213409 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.213648 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.213886 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.214115 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.214403 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.214762 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.214999 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.215218 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.215506 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.215773 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.216005 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.216259 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.216496 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.216729 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.216956 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.217189 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.217401 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.217704 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.217867 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.219293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220760 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220760 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.220957 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.221045 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.221222 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.221443 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.221683 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.221896 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.222142 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.222354 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.222559 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.222783 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.223021 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.223229 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.223527 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.223789 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.224029 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.224318 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.224576 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.224821 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.225047 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.225363 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.225766 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.226012 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.226245 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.226465 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.226729 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.226949 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.227273 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.227585 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.227842 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.228106 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.228396 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.228670 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.228946 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.229432 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.229740 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.230074 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.230342 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.230602 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.230836 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.231140 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232270 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232270 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232270 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232270 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232270 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232688 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232688 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.232853 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.233162 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.233321 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.233691 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.233801 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.233986 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.234241 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.234454 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.234613 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 10:18:41.235136 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 10:18:41.235299 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 10:18:41.235453 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 10:18:41.235641 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 10:18:41.235810 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 10:18:41.235986 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 10:18:41.236198 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.236360 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.236519 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.236678 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.236836 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237016 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237178 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237336 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237518 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237672 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237827 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.237985 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.238388 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.238553 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.238712 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.238879 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239035 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239196 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239360 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239521 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239680 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239839 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.239999 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] debug = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.240157 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.240353 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.240517 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.240675 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.240834 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.240993 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.241150 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.241309 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.241467 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.241660 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.241806 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.241963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.242120 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.242279 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.242436 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.242594 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.242751 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.242910 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] host = dv-cinder-810457-3-iscsi {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.243068 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.243225 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.243382 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.243540 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.243697 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.243854 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244011 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244171 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244329 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244488 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244646 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244804 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.244968 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.245181 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.245321 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_options = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.245436 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.245594 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.245774 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.245950 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.246114 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.246274 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.246432 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.246591 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.246749 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.246907 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.247064 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.247221 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.247379 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.247537 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.247694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.247851 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248009 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248168 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248327 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248484 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248642 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248806 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.248960 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249109 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249293 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249448 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249572 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249838 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249997 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.249997 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.250450 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.250450 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.250450 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.251006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.251006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.251006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.251349 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.251349 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.251349 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252698 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252781 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.252869 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253023 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_json = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253181 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253339 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253500 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253700 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253825 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.253971 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.254129 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.254288 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 10:18:41.254466 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.254628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.254984 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.254984 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.255313 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.255313 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.255542 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.255542 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.255779 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.255900 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256004 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256164 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256334 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256495 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256655 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256819 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.256980 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.257143 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.257305 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.257466 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.257644 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.257807 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.257976 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.258137 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.258298 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.258457 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.258603 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.258904 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259031 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259136 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259240 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259379 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259539 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259700 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.259866 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260023 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260185 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260348 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260509 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260669 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260830 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.260993 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.261153 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.261318 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.261501 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.261684 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.261846 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262006 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262167 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262328 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262490 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262651 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262813 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.262974 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.263134 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.263304 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.263649 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.263649 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.263883 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264005 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264087 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264204 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264365 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264526 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264686 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.264847 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265020 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265362 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265362 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265583 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265733 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265819 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.265955 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.266115 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.266277 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.266438 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.266963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.266963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.266963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.267339 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.267339 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268131 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268131 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268363 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268363 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268554 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268656 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.268821 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269176 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269176 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269419 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269541 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269662 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269788 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.269917 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.270078 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.270239 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.270400 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.270560 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.270721 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.270881 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271041 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271203 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271363 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271523 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271647 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:18:41.271745 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271828 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.271978 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.272137 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.272299 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.272460 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.272620 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.272780 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.272941 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.273101 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.273260 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.273479 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.273574 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.273764 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.273925 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.274091 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.274262 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.274423 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.274585 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.274743 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.274904 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.275064 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.275223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.275383 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.275542 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.275701 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.275861 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.276027 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.276196 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.276357 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.276518 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.276678 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.276860 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.277022 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.277183 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.277344 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.277505 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.277694 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.277857 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278017 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278178 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278337 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278498 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278659 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278825 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.278985 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.279145 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.279306 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.279468 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.279629 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.279789 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.279950 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.280110 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.280272 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.280432 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.280592 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.280753 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.280913 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.281072 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.281232 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.281393 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.281552 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.281751 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.281913 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.282074 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.282235 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.282396 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.282556 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.282706 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.282895 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283046 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283223 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283385 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283546 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283673 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283847 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.283970 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.284091 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.284249 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.284963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.284963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.284963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.284963 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.285325 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.285325 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.285325 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.285723 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.285723 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286003 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286003 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286252 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286252 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286653 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286653 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286653 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.286910 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287030 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287150 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287280 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287402 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287561 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287744 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.287901 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.288062 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.288221 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.288585 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.288585 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.288832 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.288955 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289078 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289200 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289320 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289461 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289647 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289816 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.289974 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.290140 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.290268 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.290440 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.290601 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.290761 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.290920 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.291079 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.291239 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.291408 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.291570 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.291731 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.291891 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.292051 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.292216 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.293628 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.294240 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.294496 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.294663 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.294827 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295001 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295166 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295328 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295497 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295659 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295820 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.295982 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.296156 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.296319 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.296486 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.296656 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.296800 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.296988 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.297162 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.297330 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.297502 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.297873 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.297873 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.298117 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.298214 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.298330 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.298516 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.298685 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.298863 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299024 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299186 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299347 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299509 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299669 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299829 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.299990 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.300150 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.300311 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.300489 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.300619 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.300825 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.301000 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.301225 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.301391 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.301551 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.301767 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.301945 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.302107 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 10:18:41.302260 dv-cinder-810457-3-iscsi neutron-server[93856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 10:18:41.477373 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49570) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:18:41.486732 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064209 Sep 23 10:18:52.889104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5f626-3804-4dbb-8321-2b905f628539 None None] get_active_networks_info from dv-cinder-810457-3-iscsi {{(pid=93967) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 10:18:52.952483 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5f626-3804-4dbb-8321-2b905f628539 None None] No non-hosted networks {{(pid=93967) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 10:18:52.972815 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.agentschedulers_db [None req-b3d5f626-3804-4dbb-8321-2b905f628539 None None] DHCP Agent not found on host dv-cinder-810457-3-iscsi {{(pid=93967) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 10:18:53.050648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63040c37-815a-4489-83db-8837a906a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989131'] for agent, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:55.336729 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-740e86e1-75cf-4914-93d1-849fce284008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989131'] for agent, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:55.385653 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3cb765a8-5e6c-45ba-86e1-20cb48b59491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:56.031927 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989131'] for agent, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:56.033542 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.034104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.035010 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.035599 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.036138 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.036668 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.037218 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.037804 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.038330 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.038856 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.039362 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.039924 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:18:56.040520 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810457-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:18:56.057528 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810457-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:18:56.602383 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989131'] for agent, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:58.226433 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.db.l3_hamode_db [None req-34d14dbc-ede2-4f53-887a-0caad03310bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 10:18:58.306234 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d14dbc-ede2-4f53-887a-0caad03310bf None None] Routers set() bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:18:58.306646 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d14dbc-ede2-4f53-887a-0caad03310bf None None] Router IDs set() for agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 10:18:58.438333 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989131'] for agent, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:18:59.289600 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49664) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:18:59.780209 dv-cinder-810457-3-iscsi neutron-server[93965]: WARNING oslo_policy.policy [None req-0558beb1-5854-4bda-a944-3f9c63c11e5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:18:59.780812 dv-cinder-810457-3-iscsi neutron-server[93965]: WARNING oslo_policy.policy [None req-0558beb1-5854-4bda-a944-3f9c63c11e5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:00.002154 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [None req-0558beb1-5854-4bda-a944-3f9c63c11e5e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:19:00.003177 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-0558beb1-5854-4bda-a944-3f9c63c11e5e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7126453 Sep 23 10:19:02.366033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49678) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:02.672605 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:02.765213 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.policy [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93965) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 10:19:02.809782 dv-cinder-810457-3-iscsi neutron-server[93965]: WARNING oslo_policy.policy [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:02.810164 dv-cinder-810457-3-iscsi neutron-server[93965]: WARNING oslo_policy.policy [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:02.819108 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.quota [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] Loaded quota_driver: . Sep 23 10:19:02.906538 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787555893214', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787555889651', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787555806836', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787555809350', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787556251282', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787555792077', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4181920', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3977092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685351'] for rbac-policy, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:02.970701 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:02.971947 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b607295a-3b6a-4fa1-a6ed-054b30441b2e admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6049757 Sep 23 10:19:05.559782 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 49690) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:06.043565 dv-cinder-810457-3-iscsi neutron-server[93966]: WARNING oslo_policy.policy [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:06.044126 dv-cinder-810457-3-iscsi neutron-server[93966]: WARNING oslo_policy.policy [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:06.262625 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Request body: {'network': {'project_id': '27380342492e4f2fb8256fa0d44c534d', 'name': 'private', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:06.264227 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.quota [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Loaded quota_driver: . Sep 23 10:19:06.319318 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Made reservation on behalf of 27380342492e4f2fb8256fa0d44c534d for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:19:06.385085 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.policy [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93966) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 10:19:06.429264 dv-cinder-810457-3-iscsi neutron-server[93966]: WARNING oslo_policy.policy [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:06.429650 dv-cinder-810457-3-iscsi neutron-server[93966]: WARNING oslo_policy.policy [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 10:19:06.439485 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.461007 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.595120 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.598875 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.618294 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:19:06.648355 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787555238027', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.648947 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Unsubscribe: segment precommit_create {{(pid=93966) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 10:19:06.649487 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Added segment 593599cb-dab1-47d5-8302-b3dcd698d6ff of type vlan for network d6196596-8314-4001-b413-ae71bbf9e5f4 Sep 23 10:19:06.666621 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0442b3-3c3d-4b25-8db1-e9e5c06aabca,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:06.685546 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.685931 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.686273 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.686603 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.686931 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.687270 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.687599 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.688446 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.688790 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.689113 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.689435 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.689857 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Tracked resource versions report: Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: pushed versions: Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: { 'AddressGroup': {'1.2'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'ConntrackHelper': {'1.0'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Log': {'1.0'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Network': {'1.1'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Port': {'1.7'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'PortForwarding': {'1.2'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'QosPolicy': {'1.9'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroup': {'1.4'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SubPort': {'1.0'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Subnet': {'1.1'}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Trunk': {'1.1'}} Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: consumer versions: Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'ConntrackHelper': '1.0', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Log': '1.0', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Network': '1.1', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Port': '1.7', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'PortForwarding': '1.2', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'QosPolicy': '1.9', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroup': '1.4', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroupRule': '1.2', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SubPort': '1.0', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Subnet': '1.1', Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Trunk': '1.1'}} Sep 23 10:19:06.691777 dv-cinder-810457-3-iscsi neutron-server[93966]: {{(pid=93966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:19:06.785753 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.826558 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.827802 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:06.828465 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:06.884281 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3223789 Sep 23 10:19:06.927781 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a4262-26ef-4fbe-a57c-27e64eaf98a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d6196596-8314-4001-b413-ae71bbf9e5f4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:06.939304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network d6196596-8314-4001-b413-ae71bbf9e5f4 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:19:09.533757 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49712) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:09.958935 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2711317-807c-4597-98c9-65018d7233bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:09.960353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b2711317-807c-4597-98c9-65018d7233bf admin admin] 10.222.0.50 "GET /v2.0/networks/d6196596-8314-4001-b413-ae71bbf9e5f4 HTTP/1.1" status: 200 len: 825 time: 0.4256496 Sep 23 10:19:09.986983 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e04dfe60-dffd-4cc2-b95a-fbc638a7ecc1 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/37e9bc64-348e-4e85-b0f2-23eeb80010cf HTTP/1.1" status: 200 len: 734 time: 0.0204999 Sep 23 10:19:09.996359 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'name': 'private-subnet', 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf', 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:10.028024 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Made reservation on behalf of 27380342492e4f2fb8256fa0d44c534d for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:19:10.030678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:10.312257 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:10.384786 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Checking segment: {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:19:10.385156 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Network hostable DHCP agents. Network: d6196596-8314-4001-b413-ae71bbf9e5f4, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:19:10.399749 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee8d76b-4b9a-467b-88e1-da1de578ca82,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:10.412932 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.413295 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.413656 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.413995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.414322 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.414664 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.414994 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.415315 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.415651 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.415976 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.416303 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.416708 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Tracked resource versions report: Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: pushed versions: Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: { 'AddressGroup': {'1.2'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'ConntrackHelper': {'1.0'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Log': {'1.0'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Network': {'1.1'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Port': {'1.7'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'PortForwarding': {'1.2'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'QosPolicy': {'1.9'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroup': {'1.4'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SubPort': {'1.0'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Subnet': {'1.1'}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Trunk': {'1.1'}} Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: consumer versions: Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'ConntrackHelper': '1.0', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Log': '1.0', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Network': '1.1', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Port': '1.7', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'PortForwarding': '1.2', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'QosPolicy': '1.9', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroup': '1.4', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroupRule': '1.2', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SubPort': '1.0', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Subnet': '1.1', Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Trunk': '1.1'}} Sep 23 10:19:10.417817 dv-cinder-810457-3-iscsi neutron-server[93965]: {{(pid=93965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:19:10.445070 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Network d6196596-8314-4001-b413-ae71bbf9e5f4 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:19:10.461538 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, d6196596-8314-4001-b413-ae71bbf9e5f4) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:19:10.466103 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:10.466729 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:10.471747 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd2232-f246-4738-8aa9-76b276c21c3c None None] Network d6196596-8314-4001-b413-ae71bbf9e5f4 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:19:10.480986 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-06bb3fd6-b12e-4901-b114-b11b22b5822f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4876525 Sep 23 10:19:10.798056 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-d6196596-8314-4001-b413-ae71bbf9e5f4', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:19:10.799384 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:11.077448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Allocated IP 172.20.0.2 (d6196596-8314-4001-b413-ae71bbf9e5f4/2ee8d76b-4b9a-467b-88e1-da1de578ca82/7c98abb5-c028-4e80-9a27-15408b3359a3) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:19:11.278360 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:11.286898 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:11.388049 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Network d6196596-8314-4001-b413-ae71bbf9e5f4 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:19:11.392679 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:19:11.404714 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:19:11.408313 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Pushing event updated for resources: {'Port': ['ID=7c98abb5-c028-4e80-9a27-15408b3359a3,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:11.440978 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.441335 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.441699 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.442034 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.442367 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.442701 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.443026 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.443352 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.443694 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.444021 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.444343 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.444663 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Tracked resource versions report: Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: pushed versions: Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: { 'AddressGroup': {'1.2'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'ConntrackHelper': {'1.0'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Log': {'1.0'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Network': {'1.1'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Port': {'1.7'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'PortForwarding': {'1.2'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'QosPolicy': {'1.9'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroup': {'1.4'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SubPort': {'1.0'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Subnet': {'1.1'}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Trunk': {'1.1'}} Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: consumer versions: Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'ConntrackHelper': '1.0', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Log': '1.0', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Network': '1.1', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Port': '1.7', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'PortForwarding': '1.2', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'QosPolicy': '1.9', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroup': '1.4', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroupRule': '1.2', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SubPort': '1.0', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Subnet': '1.1', Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Trunk': '1.1'}} Sep 23 10:19:11.445806 dv-cinder-810457-3-iscsi neutron-server[93967]: {{(pid=93967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:19:11.493631 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Attempting to bind port 7c98abb5-c028-4e80-9a27-15408b3359a3 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:19:11.494233 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Attempting to bind port 7c98abb5-c028-4e80-9a27-15408b3359a3 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:19:11.494413 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Attempting to bind port 7c98abb5-c028-4e80-9a27-15408b3359a3 on network d6196596-8314-4001-b413-ae71bbf9e5f4 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:19:11.499253 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:19:11.499652 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Checking segment: {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:19:11.500136 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:11.501081 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Bound using segment: {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:19:11.501560 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Bound port: 7c98abb5-c028-4e80-9a27-15408b3359a3, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:19:11.501987 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:11.564256 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] For port 7c98abb5-c028-4e80-9a27-15408b3359a3, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:19:11.568536 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] For port 7c98abb5-c028-4e80-9a27-15408b3359a3, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=7c98abb5-c028-4e80-9a27-15408b3359a3,segment=NetworkSegment(593599cb-dab1-47d5-8302-b3dcd698d6ff),segment_id=593599cb-dab1-47d5-8302-b3dcd698d6ff)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:19:11.573505 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:11.636706 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91102c94-2b0e-4b0f-af99-55edc4b1d3e4 None None] Pushing event updated for resources: {'Port': ['ID=7c98abb5-c028-4e80-9a27-15408b3359a3,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:13.038924 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49724) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:13.346279 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [None req-d29f1f2a-b099-45ed-b2f8-79d51ef90f2d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:19:13.347267 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d29f1f2a-b099-45ed-b2f8-79d51ef90f2d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073354 Sep 23 10:19:15.737986 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49732) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:16.048252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [None req-2c4fc616-30a7-4fd5-9424-f7f0af6cd3d4 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:19:16.049259 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-2c4fc616-30a7-4fd5-9424-f7f0af6cd3d4 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102913 Sep 23 10:19:18.677408 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49742) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:19.012537 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'name': 'router1'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:19.038087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.039720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.200254 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.206737 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.219546 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.224235 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-f8fc5679-ded7-4d6d-b327-3027438be6d3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5458019 Sep 23 10:19:19.737190 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 7c98abb5-c028-4e80-9a27-15408b3359a3 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:19:19.826699 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 7c98abb5-c028-4e80-9a27-15408b3359a3 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:19.827080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.932910 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:19.966608 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port 7c98abb5-c028-4e80-9a27-15408b3359a3, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=7c98abb5-c028-4e80-9a27-15408b3359a3,segment=NetworkSegment(593599cb-dab1-47d5-8302-b3dcd698d6ff),segment_id=593599cb-dab1-47d5-8302-b3dcd698d6ff)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:19:19.971666 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:20.005874 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abae4ec-2df9-47e2-948f-35af010ada7e None None] Network d6196596-8314-4001-b413-ae71bbf9e5f4 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:19:20.038665 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=7c98abb5-c028-4e80-9a27-15408b3359a3,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:20.090714 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9588e138-8406-4e76-b4b0-5625a7cccd49 None None] Provisioning complete for port 7c98abb5-c028-4e80-9a27-15408b3359a3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:20.091088 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9588e138-8406-4e76-b4b0-5625a7cccd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:20.439965 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-634386e8-aef0-4068-841f-04ae2d2078fc None None] Provisioning complete for port 7c98abb5-c028-4e80-9a27-15408b3359a3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:20.440338 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-634386e8-aef0-4068-841f-04ae2d2078fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:21.634074 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49756) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:21.691741 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 7c98abb5-c028-4e80-9a27-15408b3359a3 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:19:21.740489 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 7c98abb5-c028-4e80-9a27-15408b3359a3 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:21.740869 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:21.944800 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [None req-5b8bc513-14da-4fca-b1cb-6f6297b638d2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:19:21.945786 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-5b8bc513-14da-4fca-b1cb-6f6297b638d2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107355 Sep 23 10:19:22.773209 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a773-e762-4d90-9a0e-54dd568ac036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.326585 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49764) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:24.628760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:24.650761 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Made reservation on behalf of 0db58300064344138649e729a7bdd0b2 for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:19:24.653096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.668291 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.785405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.789925 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.808863 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Reserving flat network on physical network physnet1 {{(pid=93965) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 10:19:24.824544 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65182620-c77c-479a-8756-e8948880a085,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:24.836281 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787555238027', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.837252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Unsubscribe: segment precommit_create {{(pid=93965) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 10:19:24.837362 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Added segment 1461a760-919c-4f33-8b27-3949c4019cca of type flat for network 3d5693f5-85ab-489a-8a6e-84ff29f059af Sep 23 10:19:24.896298 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.933864 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.934777 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:24.935372 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:24.976008 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6483686 Sep 23 10:19:25.031840 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e296e-0b35-4280-886d-f0bd46596cbd admin admin] Pushing event updated for resources: {'Network': ['ID=3d5693f5-85ab-489a-8a6e-84ff29f059af,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:25.042773 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:19:25.336446 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-513e938d-b70b-444d-9387-9aa0e1904d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:26.020954 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:26.525312 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:27.350696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49782) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:27.526613 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22d3e8-032a-48eb-9874-b57bcc9ce978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:27.527936 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ce22d3e8-032a-48eb-9874-b57bcc9ce978 admin admin] 10.222.0.50 "GET /v2.0/subnets/2ee8d76b-4b9a-467b-88e1-da1de578ca82 HTTP/1.1" status: 200 len: 849 time: 0.1763151 Sep 23 10:19:27.642532 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d169be42-f0d9-4abc-bfb9-8f34ee17e8b0 admin admin] 10.222.0.50 "GET /v2.0/routers/9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 HTTP/1.1" status: 200 len: 704 time: 0.1079817 Sep 23 10:19:27.904739 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.190036 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Allocated IP 172.20.0.1 (d6196596-8314-4001-b413-ae71bbf9e5f4/2ee8d76b-4b9a-467b-88e1-da1de578ca82/ea9e4cce-52e5-4d86-8490-014b5564d47f) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:19:28.208499 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:19:28.345704 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.366994 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.456071 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.522568 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Network d6196596-8314-4001-b413-ae71bbf9e5f4 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:19:28.530529 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:19:28.536943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:19:28.537480 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.596411 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e4cce-52e5-4d86-8490-014b5564d47f,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:28.679641 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c4df67f1-ab7c-44d2-9968-a5bbe16b29dc None None] Provisioning complete for port ea9e4cce-52e5-4d86-8490-014b5564d47f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:28.680081 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c4df67f1-ab7c-44d2-9968-a5bbe16b29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.713052 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-c4df67f1-ab7c-44d2-9968-a5bbe16b29dc None None] Port ea9e4cce-52e5-4d86-8490-014b5564d47f cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:19:28.732906 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.939125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.943555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:28.944365 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:29.004812 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e4cce-52e5-4d86-8490-014b5564d47f,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:29.067038 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Network d6196596-8314-4001-b413-ae71bbf9e5f4 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:19:29.068334 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:19:29.232008 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-4deecfdc-34db-4e1d-bf2b-14a74da21b7f None None] Provisioning complete for port ea9e4cce-52e5-4d86-8490-014b5564d47f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:29.232367 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4deecfdc-34db-4e1d-bf2b-14a74da21b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:29.234702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:19:29.265942 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-4deecfdc-34db-4e1d-bf2b-14a74da21b7f None None] Port ea9e4cce-52e5-4d86-8490-014b5564d47f cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:19:29.324121 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:19:29.329255 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-503372dc-7771-444c-9f47-8445ceb31c58 admin admin] 10.222.0.50 "PUT /v2.0/routers/9a0c5a00-d955-4113-b9ee-e6d4d7311ed0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6809685 Sep 23 10:19:29.345586 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Sync routers for ids ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:19:29.357098 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Routers {'9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:19:29.357939 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:19:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:29.542078 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Set router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:19:29.967914 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'name': 'router1', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:19:19Z', 'updated_at': '2021-09-23T10:19:28Z', 'revision_number': 2, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'gw_port_host': None, '_interfaces': [{'id': 'ea9e4cce-52e5-4d86-8490-014b5564d47f', 'name': '', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'mac_address': 'fa:16:3e:bd:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:27Z', 'updated_at': '2021-09-23T10:19:28Z', 'revision_number': 2, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'subnets': [{'id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:30.019995 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Checking router: 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:19:30.020372 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Updating router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 port ea9e4cce-52e5-4d86-8490-014b5564d47f binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:19:30.068275 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.581336 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.587387 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.741018 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Pushing event updated for resources: {'Port': ['ID=ea9e4cce-52e5-4d86-8490-014b5564d47f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:30.755402 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Attempting to bind port ea9e4cce-52e5-4d86-8490-014b5564d47f on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:19:30.755802 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Attempting to bind port ea9e4cce-52e5-4d86-8490-014b5564d47f by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:19:30.756229 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Attempting to bind port ea9e4cce-52e5-4d86-8490-014b5564d47f on network d6196596-8314-4001-b413-ae71bbf9e5f4 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:19:30.758679 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.759028 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.759369 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.759705 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.760034 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.760363 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.760689 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.761013 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.761344 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.761685 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.762007 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.762327 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Tracked resource versions report: Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: pushed versions: Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: { 'AddressGroup': {'1.2'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Log': {'1.0'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Network': {'1.1'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Port': {'1.7'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'PortForwarding': {'1.2'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'QosPolicy': {'1.9'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroup': {'1.4'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SubPort': {'1.0'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Subnet': {'1.1'}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Trunk': {'1.1'}} Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: consumer versions: Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'ConntrackHelper': '1.0', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Log': '1.0', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Network': '1.1', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Port': '1.7', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'PortForwarding': '1.2', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'QosPolicy': '1.9', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroup': '1.4', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroupRule': '1.2', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SubPort': '1.0', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Subnet': '1.1', Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Trunk': '1.1'}} Sep 23 10:19:30.763450 dv-cinder-810457-3-iscsi neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:19:30.770820 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:19:30.771223 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Checking segment: {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:19:30.772116 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.772116 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Bound using segment: {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:19:30.772583 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Bound port: ea9e4cce-52e5-4d86-8490-014b5564d47f, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593599cb-dab1-47d5-8302-b3dcd698d6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:19:30.772984 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.794749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-7c4dfa50-1adc-499d-bd8d-fc0ab1434dc8 None None] Provisioning complete for port ea9e4cce-52e5-4d86-8490-014b5564d47f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:30.794749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7c4dfa50-1adc-499d-bd8d-fc0ab1434dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.831452 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7c4dfa50-1adc-499d-bd8d-fc0ab1434dc8 None None] Port ea9e4cce-52e5-4d86-8490-014b5564d47f cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:19:30.841919 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] For port ea9e4cce-52e5-4d86-8490-014b5564d47f, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:19:30.861147 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] For port ea9e4cce-52e5-4d86-8490-014b5564d47f, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=ea9e4cce-52e5-4d86-8490-014b5564d47f,segment=NetworkSegment(593599cb-dab1-47d5-8302-b3dcd698d6ff),segment_id=593599cb-dab1-47d5-8302-b3dcd698d6ff)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:19:30.865072 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:30.920655 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715a87-edff-4e28-b7ab-a32175542d77 None None] Pushing event updated for resources: {'Port': ['ID=ea9e4cce-52e5-4d86-8490-014b5564d47f,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:30.928303 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Routers {'9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:19:30.928932 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:19:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:31.019113 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] Set router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:19:31.150825 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-db994a55-a813-4903-b180-17c0fb9036c6 None None] Provisioning complete for port ea9e4cce-52e5-4d86-8490-014b5564d47f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:31.151256 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db994a55-a813-4903-b180-17c0fb9036c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:31.228997 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'name': 'router1', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:19:19Z', 'updated_at': '2021-09-23T10:19:28Z', 'revision_number': 2, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'gw_port_host': None, '_interfaces': [{'id': 'ea9e4cce-52e5-4d86-8490-014b5564d47f', 'name': '', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'mac_address': 'fa:16:3e:bd:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:27Z', 'updated_at': '2021-09-23T10:19:30Z', 'revision_number': 4, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'subnets': [{'id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:31.229233 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db994a55-a813-4903-b180-17c0fb9036c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:31.255880 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925f2b3-7333-4162-82ef-f037c4cfaa4c None None] The sync data for ids ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'] in dv-cinder-810457-3-iscsi is: [{'id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'name': 'router1', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:19:19Z', 'updated_at': '2021-09-23T10:19:28Z', 'revision_number': 2, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'gw_port_host': None, '_interfaces': [{'id': 'ea9e4cce-52e5-4d86-8490-014b5564d47f', 'name': '', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'mac_address': 'fa:16:3e:bd:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:27Z', 'updated_at': '2021-09-23T10:19:30Z', 'revision_number': 4, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'subnets': [{'id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:19:31.262919 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-db994a55-a813-4903-b180-17c0fb9036c6 None None] For port ea9e4cce-52e5-4d86-8490-014b5564d47f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=ea9e4cce-52e5-4d86-8490-014b5564d47f,segment=NetworkSegment(593599cb-dab1-47d5-8302-b3dcd698d6ff),segment_id=593599cb-dab1-47d5-8302-b3dcd698d6ff)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:19:31.267362 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-db994a55-a813-4903-b180-17c0fb9036c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:31.324234 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994a55-a813-4903-b180-17c0fb9036c6 None None] Pushing event updated for resources: {'Port': ['ID=ea9e4cce-52e5-4d86-8490-014b5564d47f,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:31.594531 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49802) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:31.702248 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22551e4a-af0d-4b7f-a59a-01744f5017ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:31.704163 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-22551e4a-af0d-4b7f-a59a-01744f5017ed admin admin] 10.222.0.50 "GET /v2.0/networks/3d5693f5-85ab-489a-8a6e-84ff29f059af HTTP/1.1" status: 200 len: 842 time: 0.1085739 Sep 23 10:19:31.714054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:31.736456 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Made reservation on behalf of 0db58300064344138649e729a7bdd0b2 for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:19:31.739097 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:32.015596 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.objects.ports [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93965) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 10:19:32.016027 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:32.069368 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c8307d-d2e3-4db9-8830-4d02e9c313d6,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:32.077335 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:19:32.078457 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Network hostable DHCP agents. Network: 3d5693f5-85ab-489a-8a6e-84ff29f059af, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:19:32.093308 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:19:32.103117 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 3d5693f5-85ab-489a-8a6e-84ff29f059af) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:19:32.107581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:32.108171 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:32.115402 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de4edf7-19e8-4c9d-83ce-654a4622c415 None None] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:19:32.129686 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b2929863-35d0-4730-baa3-2df22520d577 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188530 Sep 23 10:19:32.263758 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11cea2-2c42-4b31-9898-c593a6a0ece4 None None] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:19:34.460710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49810) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:34.673401 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-8aef8b4e-336b-4c47-85d5-d589b2700146 admin admin] 10.222.0.50 "GET /v2.0/routers/9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 HTTP/1.1" status: 200 len: 710 time: 0.2114940 Sep 23 10:19:34.758182 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f82fe5-8ae1-463e-b962-f007dfd3e542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:19:34.759449 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-95f82fe5-8ae1-463e-b962-f007dfd3e542 admin admin] 10.222.0.50 "GET /v2.0/networks/3d5693f5-85ab-489a-8a6e-84ff29f059af HTTP/1.1" status: 200 len: 886 time: 0.0801880 Sep 23 10:19:34.768871 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:19:35.012049 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:35.241510 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:35.313208 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:35.413657 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Allocated IP 172.27.2.155 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/4bf47af4-72b1-49ea-9f54-6ba9aa0020d9) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:19:35.511221 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:35.545052 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:35.582159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:19:35.585063 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:19:35.588251 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:19:35.629680 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf47af4-72b1-49ea-9f54-6ba9aa0020d9,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:35.836974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:36.115137 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-988821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5808'] for router, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:36.118495 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-988844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-988839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987420'] for router, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:36.238130 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:19:36.340512 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:19:36.345397 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:36.350774 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-f4300499-94c0-46fe-a492-6dbbab43c797 admin admin] 10.222.0.50 "PUT /v2.0/routers/9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 HTTP/1.1" status: 200 len: 890 time: 1.5819454 Sep 23 10:19:37.710242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Sync routers for ids ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:19:37.725461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Routers {'9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:19:37.726106 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:19:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:37.729553 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device ea9e4cce-52e5-4d86-8490-014b5564d47f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:19:37.960022 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port ea9e4cce-52e5-4d86-8490-014b5564d47f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:37.960319 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:37.985322 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Set router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:19:38.417285 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'name': 'router1', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4bf47af4-72b1-49ea-9f54-6ba9aa0020d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:19:19Z', 'updated_at': '2021-09-23T10:19:35Z', 'revision_number': 4, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'gw_port': {'id': '4bf47af4-72b1-49ea-9f54-6ba9aa0020d9', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:35Z', 'updated_at': '2021-09-23T10:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'ea9e4cce-52e5-4d86-8490-014b5564d47f', 'name': '', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'mac_address': 'fa:16:3e:bd:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:27Z', 'updated_at': '2021-09-23T10:19:31Z', 'revision_number': 5, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'subnets': [{'id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:38.469600 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Checking router: 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:19:38.469976 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Updating router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:19:38.520768 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:38.775613 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 49822) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:19:38.894301 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-2f64b2c9-46ec-4b6a-90ef-84899fb60b4f admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175482 Sep 23 10:19:38.924441 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:38.931296 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:38.986850 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Attempting to bind port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:19:38.987224 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Attempting to bind port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:19:38.987591 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Attempting to bind port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:19:38.989861 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff88742-f2cc-4aec-a234-fcc50001e6fe None None] Pushing event updated for resources: {'Port': ['ID=4bf47af4-72b1-49ea-9f54-6ba9aa0020d9,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:38.996847 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:19:38.997810 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:19:38.997810 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:38.998031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:19:38.998492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Bound port: 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:19:38.999466 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:39.055503 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] For port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:19:39.058498 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] For port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4bf47af4-72b1-49ea-9f54-6ba9aa0020d9,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:19:39.064891 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:39.117948 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Routers {'9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:19:39.118573 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:19:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:39.157805 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff88742-f2cc-4aec-a234-fcc50001e6fe None None] Pushing event updated for resources: {'Port': ['ID=4bf47af4-72b1-49ea-9f54-6ba9aa0020d9,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:39.234086 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] Set router 9a0c5a00-d955-4113-b9ee-e6d4d7311ed0 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:19:39.450291 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'name': 'router1', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4bf47af4-72b1-49ea-9f54-6ba9aa0020d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:19:19Z', 'updated_at': '2021-09-23T10:19:35Z', 'revision_number': 4, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'gw_port': {'id': '4bf47af4-72b1-49ea-9f54-6ba9aa0020d9', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:35Z', 'updated_at': '2021-09-23T10:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'ea9e4cce-52e5-4d86-8490-014b5564d47f', 'name': '', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'mac_address': 'fa:16:3e:bd:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:27Z', 'updated_at': '2021-09-23T10:19:31Z', 'revision_number': 5, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'subnets': [{'id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:19:39.477838 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b50db6-451c-48cc-b321-fcd43a1d7d77 None None] The sync data for ids ['9a0c5a00-d955-4113-b9ee-e6d4d7311ed0'] in dv-cinder-810457-3-iscsi is: [{'id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'name': 'router1', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4bf47af4-72b1-49ea-9f54-6ba9aa0020d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:19:19Z', 'updated_at': '2021-09-23T10:19:35Z', 'revision_number': 4, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'gw_port': {'id': '4bf47af4-72b1-49ea-9f54-6ba9aa0020d9', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:35Z', 'updated_at': '2021-09-23T10:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'ea9e4cce-52e5-4d86-8490-014b5564d47f', 'name': '', 'network_id': 'd6196596-8314-4001-b413-ae71bbf9e5f4', 'tenant_id': '27380342492e4f2fb8256fa0d44c534d', 'mac_address': 'fa:16:3e:bd:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c5a00-d955-4113-b9ee-e6d4d7311ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:19:27Z', 'updated_at': '2021-09-23T10:19:31Z', 'revision_number': 5, 'project_id': '27380342492e4f2fb8256fa0d44c534d', 'subnets': [{'id': '2ee8d76b-4b9a-467b-88e1-da1de578ca82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37e9bc64-348e-4e85-b0f2-23eeb80010cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:19:39.742771 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:19:39.808233 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:39.808605 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:39.903188 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:39.924631 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4bf47af4-72b1-49ea-9f54-6ba9aa0020d9,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:19:39.930033 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:39.980325 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=4bf47af4-72b1-49ea-9f54-6ba9aa0020d9,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:19:41.714554 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:19:41.765587 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 4bf47af4-72b1-49ea-9f54-6ba9aa0020d9 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:19:41.765985 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:52.774873 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-944a6aa4-cdbf-42e9-8b6e-770b1d7bf56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:55.339071 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2381-91b9-4e03-8625-7fc287cdf98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:56.023830 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:56.533559 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:19:58.383047 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:05.207826 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:20:22.777492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0d6054bf-7d45-4db8-bc35-15ebc239095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:25.343196 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f8af-8a0e-4cfb-8585-46f133352db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:26.027146 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:26.527786 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:28.380737 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:42.206557 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:20:52.779937 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6312bb35-0038-42cc-8c21-95e1bbd0e4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:55.344415 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dba7d3a9-9bf5-498d-9e11-073fe26cd1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:56.030218 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:56.528884 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:20:58.382225 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:14.556435 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50384) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:14.620758 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.pecan_wsgi.hooks.translation [None req-46459b9b-623a-494c-b983-ec74f4f10616 admin admin] GET failed (client error): The resource could not be found. Sep 23 10:21:14.622103 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-46459b9b-623a-494c-b983-ec74f4f10616 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647144 Sep 23 10:21:14.777275 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a79bb-5a5f-4269-ab89-2ecc665cd4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:14.778676 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4b1a79bb-5a5f-4269-ab89-2ecc665cd4c1 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1519847 Sep 23 10:21:16.962888 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50394) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:17.052392 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4b3a4-b67f-45ba-ba32-a7502486fa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:17.053680 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-46f4b3a4-b67f-45ba-ba32-a7502486fa61 admin admin] 10.222.0.50 "GET /v2.0/subnets/2ee8d76b-4b9a-467b-88e1-da1de578ca82 HTTP/1.1" status: 200 len: 849 time: 0.0898418 Sep 23 10:21:17.063656 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:21:17.146321 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Notify callbacks [] for subnet, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:17.284532 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787555212791'] for subnet, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:17.313975 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:17.315084 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:17.315738 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] 10.222.0.50 "PUT /v2.0/subnets/2ee8d76b-4b9a-467b-88e1-da1de578ca82 HTTP/1.1" status: 200 len: 868 time: 0.2556698 Sep 23 10:21:17.332580 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5da885-97df-47a9-9ca7-0139208e1e39 None None] Network d6196596-8314-4001-b413-ae71bbf9e5f4 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:21:17.334559 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee8d76b-4b9a-467b-88e1-da1de578ca82,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:21:17.342288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.342675 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.343014 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.343354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.343696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.344058 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.344399 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.344733 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.345081 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.345415 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.345793 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.346180 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be2aa9-37c8-493d-8ee4-9d659ddaafec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:21:17.696894 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-da29a47b-4ef1-4ce4-9fef-68f2d075b901 None None] Provisioning complete for port ea9e4cce-52e5-4d86-8490-014b5564d47f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:21:17.697270 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da29a47b-4ef1-4ce4-9fef-68f2d075b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:17.785379 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-da29a47b-4ef1-4ce4-9fef-68f2d075b901 None None] Provisioning complete for port 7c98abb5-c028-4e80-9a27-15408b3359a3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:21:17.785688 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-da29a47b-4ef1-4ce4-9fef-68f2d075b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:19.204228 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:21:19.508646 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50402) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:19.704798 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dae4b0-98b7-453a-bf9a-d71007d935d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:19.705274 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dae4b0-98b7-453a-bf9a-d71007d935d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:19.706816 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d4dae4b0-98b7-453a-bf9a-d71007d935d6 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966312 Sep 23 10:21:21.896443 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50410) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:22.032087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7f05d-39c5-4c24-b20d-56c768eefb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:22.032473 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7f05d-39c5-4c24-b20d-56c768eefb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:22.033997 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-bec7f05d-39c5-4c24-b20d-56c768eefb4a admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366186 Sep 23 10:21:22.781368 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ac2b2064-212f-4915-b389-a58c19fefcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:24.214732 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50418) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:24.345063 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fdfd8e-c4ce-4f63-970a-91cf994512e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:24.346458 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-27fdfd8e-c4ce-4f63-970a-91cf994512e4 admin admin] 10.222.0.50 "GET /v2.0/networks/3d5693f5-85ab-489a-8a6e-84ff29f059af HTTP/1.1" status: 200 len: 886 time: 0.1307900 Sep 23 10:21:25.346014 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a79c5520-8fef-464a-a30c-62f02c950e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:26.032287 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:26.531223 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:26.536222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50426) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:26.665872 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480eacf-42a6-4f56-b7ca-6a32cb3be2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:26.667273 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a480eacf-42a6-4f56-b7ca-6a32cb3be2b9 admin admin] 10.222.0.50 "GET /v2.0/networks/d6196596-8314-4001-b413-ae71bbf9e5f4 HTTP/1.1" status: 200 len: 869 time: 0.1300523 Sep 23 10:21:28.388373 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:28.861536 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50434) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:29.082603 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa063f-93d8-4d71-bf54-e84af532b1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:29.082985 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa063f-93d8-4d71-bf54-e84af532b1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:29.084524 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e8fa063f-93d8-4d71-bf54-e84af532b1ba admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2220147 Sep 23 10:21:31.264727 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50442) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:31.354139 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6172861-0cc2-489f-8ee5-1028ccc9479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:31.354645 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6172861-0cc2-489f-8ee5-1028ccc9479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:31.356151 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c6172861-0cc2-489f-8ee5-1028ccc9479e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904863 Sep 23 10:21:33.529359 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50450) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:33.619605 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9728a81e-ff66-453d-968b-e0e903a7675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:33.620919 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-9728a81e-ff66-453d-968b-e0e903a7675f admin admin] 10.222.0.50 "GET /v2.0/subnets/2ee8d76b-4b9a-467b-88e1-da1de578ca82 HTTP/1.1" status: 200 len: 868 time: 0.0905824 Sep 23 10:21:35.834234 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50458) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:35.921433 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30d10a-671f-494f-a642-637654fcb76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:21:35.922804 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4b30d10a-671f-494f-a642-637654fcb76f admin admin] 10.222.0.50 "GET /v2.0/subnets/74c8307d-d2e3-4db9-8830-4d02e9c313d6 HTTP/1.1" status: 200 len: 816 time: 0.0876274 Sep 23 10:21:52.783822 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e9cfc3a-ac76-40d8-b780-3d93721e8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:55.345228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf3cb352-1b8a-4c60-8e96-87605bd7d405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:56.033749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:56.201754 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:21:56.535420 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:58.387255 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:21:59.635981 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50512) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:21:59.682034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [None req-0844328f-eb92-4135-be8d-91f2084210f8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:21:59.683026 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-0844328f-eb92-4135-be8d-91f2084210f8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461056 Sep 23 10:22:01.956978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50520) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:22:02.015985 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4d7ae3-1623-499f-b975-7a3d21c56b82 admin admin] GET failed (client error): The resource could not be found. Sep 23 10:22:02.017203 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ba4d7ae3-1623-499f-b975-7a3d21c56b82 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592771 Sep 23 10:22:02.100803 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8cd086-eb0b-477d-96ee-f6d9508b17ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:22:02.102244 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4c8cd086-eb0b-477d-96ee-f6d9508b17ce admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799892 Sep 23 10:22:04.306990 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50528) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:22:04.353281 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:22:04.373998 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Made reservation on behalf of 0db58300064344138649e729a7bdd0b2 for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:22:04.376252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:04.406740 dv-cinder-810457-3-iscsi neutron-server[93965]: WARNING neutron.services.revisions.revision_plugin [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Could not find related network for resource to bump revision. Sep 23 10:22:04.420519 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:22:04.428952 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:04.429320 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Added segment b86da576-57e8-4db1-9012-ff0ff74df619 of type vlan for network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae Sep 23 10:22:04.466634 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:04.490502 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:04.491301 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:22:04.491878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:04.527110 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2190530 Sep 23 10:22:04.553827 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93d990-6b37-4a54-9e48-2e9693547916 admin admin] Pushing event updated for resources: {'Network': ['ID=8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:22:04.564242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:22:06.774412 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 50536) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:22:06.848282 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a8a536-1370-4836-a7a1-cea2ccce2ee6 admin admin] GET failed (client error): The resource could not be found. Sep 23 10:22:06.850494 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-66a8a536-1370-4836-a7a1-cea2ccce2ee6 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0751021 Sep 23 10:22:06.950793 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec39a1f-af54-4090-957a-a5ac07913fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:22:06.952241 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-0ec39a1f-af54-4090-957a-a5ac07913fcc admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0971210 Sep 23 10:22:06.963172 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:22:06.986126 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Made reservation on behalf of 0db58300064344138649e729a7bdd0b2 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:22:06.988414 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.242285 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.305183 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcda44c-d1f3-4d6b-a343-99bf8a3c5249,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:22:07.310794 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Checking segment: {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:22:07.311155 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Network hostable DHCP agents. Network: 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:22:07.316223 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.316590 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.316936 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.317272 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.318189 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.318541 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.318879 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.319211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.319551 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.319875 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.320197 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.320515 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.338607 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:22:07.349998 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:22:07.356789 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:22:07.357721 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.358621 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e0aba-eff0-4146-83e7-908fc8884e03 None None] Network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:22:07.371402 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f9713562-98a4-4714-812a-a3a0b2085bf1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4116549 Sep 23 10:22:07.511566 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae', 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae', 'tenant_id': '0db58300064344138649e729a7bdd0b2', 'fixed_ips': [{'subnet_id': 'adcda44c-d1f3-4d6b-a343-99bf8a3c5249'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:22:07.512456 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.657758 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Allocated IP 192.168.233.2 (8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae/adcda44c-d1f3-4d6b-a343-99bf8a3c5249/42b56e4b-1d7d-4b46-bac5-2659e29de850) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:22:07.801445 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.808210 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.850617 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:22:07.853403 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:22:07.856881 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:22:07.866127 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Pushing event updated for resources: {'Port': ['ID=42b56e4b-1d7d-4b46-bac5-2659e29de850,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:22:07.888324 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.888687 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.889032 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.889372 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.889740 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.890080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.890414 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.890746 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.891093 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.891447 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.891776 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.892100 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:22:07.927779 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Attempting to bind port 42b56e4b-1d7d-4b46-bac5-2659e29de850 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:22:07.928154 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Attempting to bind port 42b56e4b-1d7d-4b46-bac5-2659e29de850 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:22:07.928549 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Attempting to bind port 42b56e4b-1d7d-4b46-bac5-2659e29de850 on network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:22:07.935080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:22:07.935456 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Checking segment: {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:22:07.935854 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:07.936243 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Bound using segment: {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:22:07.936701 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Bound port: 42b56e4b-1d7d-4b46-bac5-2659e29de850, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:22:07.937099 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:08.002666 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] For port 42b56e4b-1d7d-4b46-bac5-2659e29de850, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:22:08.006354 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] For port 42b56e4b-1d7d-4b46-bac5-2659e29de850, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=42b56e4b-1d7d-4b46-bac5-2659e29de850,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:22:08.010853 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:08.076623 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44857-3b5b-4b9a-aa44-141e8f47bb27 None None] Pushing event updated for resources: {'Port': ['ID=42b56e4b-1d7d-4b46-bac5-2659e29de850,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:22:08.875046 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e87271-9cc3-498c-8801-f2a00ed0e9eb None None] Network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:22:08.960864 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-002e03bf-77d4-4744-ad0c-516d9167d1c6 None None] Provisioning complete for port 42b56e4b-1d7d-4b46-bac5-2659e29de850 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:22:08.961228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-002e03bf-77d4-4744-ad0c-516d9167d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:09.092589 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-002e03bf-77d4-4744-ad0c-516d9167d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:09.135369 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-002e03bf-77d4-4744-ad0c-516d9167d1c6 None None] For port 42b56e4b-1d7d-4b46-bac5-2659e29de850, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=42b56e4b-1d7d-4b46-bac5-2659e29de850,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:22:09.142803 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-002e03bf-77d4-4744-ad0c-516d9167d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:09.194807 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e03bf-77d4-4744-ad0c-516d9167d1c6 None None] Pushing event updated for resources: {'Port': ['ID=42b56e4b-1d7d-4b46-bac5-2659e29de850,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:22:09.262734 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-1a7c22d5-24d0-4f19-88a2-cd6e910e787a None None] Provisioning complete for port 42b56e4b-1d7d-4b46-bac5-2659e29de850 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:22:09.263111 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1a7c22d5-24d0-4f19-88a2-cd6e910e787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:09.838387 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 42b56e4b-1d7d-4b46-bac5-2659e29de850 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:22:09.888940 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 42b56e4b-1d7d-4b46-bac5-2659e29de850 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:22:09.889598 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:22.786185 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e48e1bd5-9572-40ef-9b58-fcdb6baf466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:25.346174 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-499a4b6a-7c0e-4b4d-acd1-33f6bc90f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:26.036268 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:26.537627 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:28.390023 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:33.199926 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:22:52.788319 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-13b4ad84-3aa0-4d13-852b-26953122a348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:55.348560 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a2f6afac-fee2-4f87-b573-1dbb8bd0b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:56.036648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:56.540560 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:22:58.394435 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:10.199122 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:23:21.979708 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 50590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:23:21.986538 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [None req-ae9971a0-af06-444b-9d95-72db9cbd6ceb tempest-verify_tempest_config-2091351685 tempest-verify_tempest_config-2091351685-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:23:21.987556 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ae9971a0-af06-444b-9d95-72db9cbd6ceb tempest-verify_tempest_config-2091351685 tempest-verify_tempest_config-2091351685-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068927 Sep 23 10:23:22.273215 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 50608) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:23:22.374551 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.463050 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.466602 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.510226 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8e6748c3588468e9c114ee283c07afc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2359653 Sep 23 10:23:22.511190 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee06f4-2c14-45d8-9d2f-0644d3fc40d3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:23:22.513187 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50612) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:23:22.518560 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.518948 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.519278 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.519617 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.519950 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.520299 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.520652 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.521121 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.521467 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.521818 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.522269 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.522632 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d381fb-122c-4af6-8445-e2e24678afc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.572403 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.592800 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.680371 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.682969 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:22.684131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bee06f4-2c14-45d8-9d2f-0644d3fc40d3 HTTP/1.1" status: 204 len: 168 time: 0.1693997 Sep 23 10:23:22.694200 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee06f4-2c14-45d8-9d2f-0644d3fc40d3,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:23:22.700698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.701071 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.701420 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.701928 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.702279 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.703200 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.703538 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.703866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.704393 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.704728 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.705101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.705381 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570820a-04bb-4953-a717-15b542e225cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:23:22.790496 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cb7218f2-3bb6-4fd0-a5c1-8d9c74b05827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:25.350412 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1b05-5fa1-4592-bfd7-30aff4c84d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:26.038020 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:26.543384 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:28.396917 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:47.197598 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:23:52.792595 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11137fc3-5190-4840-a0b8-961ab12fd9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:55.351200 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7a31abc2-e76b-482d-8f84-4ecdbddd4947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:56.038175 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:56.546070 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:23:58.400047 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:22.793866 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2abd-a165-42a0-a5b6-a533c074012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:24.196411 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 5 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:24:25.351504 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ebcedf4f-50dc-46d4-98ef-0483166f410a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:26.038465 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:26.548730 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:28.402282 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:51.853425 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989131'] for agent, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:52.795991 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79f28d84-91f5-4cd8-b84d-8d87fea2e6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:55.352054 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-302993de-b3ec-4c1f-b7ae-ab5ec99762d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:56.039303 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:56.550497 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:24:58.405931 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:01.196287 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:25:07.114760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50688) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:25:07.217449 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-5adeb16e-674b-4287-88a2-21873d78f622 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015999 Sep 23 10:25:09.425179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 50698) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:25:09.484907 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-10b311b3-5c09-4793-9bf6-182aacb1e1b8 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586281 Sep 23 10:25:21.851730 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:22.797235 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c55f1c2a-084f-44ff-9b7e-0542be6ea60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:25.352762 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1cbd78c1-78e8-493f-b921-0a4a4bbb409f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:26.039655 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:26.552759 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:28.410038 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:38.194841 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:25:51.854647 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:52.801110 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b40d29be-4cf1-49b3-8da5-4469ab774fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:55.355118 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-784a6194-6f27-4ad5-915f-48409c0111f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:56.039780 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:56.556567 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:25:58.416828 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:15.193286 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:26:21.960925 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:22.803014 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-01b7c4a2-3859-4af7-9787-f8ff65986b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:25.357675 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5791c502-ec74-4bec-89e6-c876ecac1078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:26.041266 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:26.557872 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:28.416543 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:36.594708 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 50898) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:36.879531 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-596740558-network', 'tenant_id': 'bea9402d47f242d98f3607d6c166988a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:36.904819 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Made reservation on behalf of bea9402d47f242d98f3607d6c166988a for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:36.907213 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:36.921465 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.013927 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.022094 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.049142 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6b95f-fd9d-4c36-b080-feee91eae574,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:37.059574 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.059939 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.060337 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.060616 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.061031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.061381 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.061713 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.062038 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.062473 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.062803 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.063119 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.063648 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Tracked resource versions report: Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: pushed versions: Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: { 'AddressGroup': {'1.2'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'ConntrackHelper': {'1.0'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Log': {'1.0'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Network': {'1.1'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Port': {'1.7'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'PortForwarding': {'1.2'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'QosPolicy': {'1.9'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroup': {'1.4'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SubPort': {'1.0'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Subnet': {'1.1'}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Trunk': {'1.1'}} Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: consumer versions: Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: HyperV agent@hv-cinder-81045: {}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'ConntrackHelper': '1.0', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Log': '1.0', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Network': '1.1', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Port': '1.7', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'PortForwarding': '1.2', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'QosPolicy': '1.9', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroup': '1.4', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SecurityGroupRule': '1.2', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'SubPort': '1.0', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Subnet': '1.1', Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: 'Trunk': '1.1'}} Sep 23 10:26:37.064526 dv-cinder-810457-3-iscsi neutron-server[93966]: {{(pid=93966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:26:37.067076 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:26:37.082742 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.083094 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Added segment a6534b91-b295-43cb-a442-60ca13474ef7 of type vlan for network d6f06b09-4f38-419c-8003-78c4c1ed2638 Sep 23 10:26:37.107855 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50932) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:37.132129 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.141760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50938) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:37.161542 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.163504 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:37.164295 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.224217 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f06b09-4f38-419c-8003-78c4c1ed2638,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:37.237886 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50944) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:37.238222 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-dfbe166b-9456-4d90-862c-5e659f46ce92 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6421824 Sep 23 10:26:37.243549 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Request body: {'subnet': {'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-596740558-subnet', 'tenant_id': 'bea9402d47f242d98f3607d6c166988a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:37.249567 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network d6f06b09-4f38-419c-8003-78c4c1ed2638 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:26:37.272753 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Made reservation on behalf of bea9402d47f242d98f3607d6c166988a for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:37.276524 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.467378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.505346 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-868569765-network', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:37.520828 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-340337277-network', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:37.528762 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 50958) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:37.531795 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:37.543010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.543333 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.543675 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.544082 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.544329 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.544675 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.545007 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.545336 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.545682 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.546080 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.546316 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.546638 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Tracked resource versions report: Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: pushed versions: Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: { 'AddressGroup': {'1.2'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'ConntrackHelper': {'1.0'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Log': {'1.0'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Network': {'1.1'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Port': {'1.7'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'PortForwarding': {'1.2'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'QosPolicy': {'1.9'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroup': {'1.4'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SubPort': {'1.0'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Subnet': {'1.1'}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Trunk': {'1.1'}} Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: consumer versions: Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: HyperV agent@hv-cinder-81045: {}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'ConntrackHelper': '1.0', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Log': '1.0', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Network': '1.1', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Port': '1.7', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'PortForwarding': '1.2', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'QosPolicy': '1.9', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroup': '1.4', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SecurityGroupRule': '1.2', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'SubPort': '1.0', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Subnet': '1.1', Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: 'Trunk': '1.1'}} Sep 23 10:26:37.547694 dv-cinder-810457-3-iscsi neutron-server[93965]: {{(pid=93965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:26:37.598830 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Made reservation on behalf of cedee4c0b4b74316b7bad4775663f93c for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:37.600992 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.607053 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Checking segment: {'id': 'a6534b91-b295-43cb-a442-60ca13474ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:37.607412 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Network hostable DHCP agents. Network: d6f06b09-4f38-419c-8003-78c4c1ed2638, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:26:37.622638 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.636712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Made reservation on behalf of dbe7a34fc70b400991f4f60dfe76e2c5 for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:37.639447 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.655326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.665734 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Network d6f06b09-4f38-419c-8003-78c4c1ed2638 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:26:37.686328 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, d6f06b09-4f38-419c-8003-78c4c1ed2638) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:37.696395 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:37.697216 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.711785 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a1611-5bf3-4d1f-a917-b3a7990776a6 None None] Network d6f06b09-4f38-419c-8003-78c4c1ed2638 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:37.776358 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.787251 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.868326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:26:37.898647 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6cec2d-c698-4524-8863-85eea20e57f2 None None] Network d6f06b09-4f38-419c-8003-78c4c1ed2638 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:37.902134 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44fcea5-121f-4fce-8504-426c9cde630b,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:37.916515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:37.916753 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Added segment bd487903-f31d-404a-8de7-cbe41c53d98d of type vlan for network 5a79d539-77ee-47e4-83f0-e49b70463db6 Sep 23 10:26:37.950981 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-920388241-network', 'tenant_id': '526d55dde78d4242b8917e9daa229c1a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:37.975806 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.007962 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.008919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:38.009526 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.078973 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=5a79d539-77ee-47e4-83f0-e49b70463db6,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.101127 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:26:38.129730 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.138060 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.156439 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:26:38.187974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.188413 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Added segment e9e0fe5b-2511-4daf-a5c6-c907bf35d664 of type vlan for network e9256af7-6f78-4f03-ab05-346160109dc0 Sep 23 10:26:38.227928 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Made reservation on behalf of 526d55dde78d4242b8917e9daa229c1a for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:38.233861 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-fc9a05da-4640-4b72-8d56-bcbf8afc0dc5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0875101 Sep 23 10:26:38.234025 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.234137 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-9f6c23d7-9ceb-4a8b-afa7-4e1f0b664900 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9931164 Sep 23 10:26:38.243006 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 50988) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:38.266360 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.272814 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Request body: {'subnet': {'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-subnet', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:38.295146 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.301042 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c05d40-890e-437a-8cfc-c0a02892d539,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.331073 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Made reservation on behalf of cedee4c0b4b74316b7bad4775663f93c for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:38.333662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.347707 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.348923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:38.349657 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.445785 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.452312 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.467793 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:26:38.479567 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] Pushing event updated for resources: {'Network': ['ID=e9256af7-6f78-4f03-ab05-346160109dc0,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.485249 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-02b745d6-3178-4dfd-b01b-d5736618d3ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3755603 Sep 23 10:26:38.488651 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51006) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:38.492752 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network e9256af7-6f78-4f03-ab05-346160109dc0 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:26:38.494415 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.494809 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Request body: {'subnet': {'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-868569765-subnet', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:38.495610 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Added segment 7e5a7836-73ea-464b-9b95-0fbb94d6d5b3 of type vlan for network 872fac0f-33ab-4864-b362-3e5a67d15ea6 Sep 23 10:26:38.555746 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.556439 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Made reservation on behalf of dbe7a34fc70b400991f4f60dfe76e2c5 for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:38.559389 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.604238 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21c729-0fba-4cd1-9ab8-0cacf695e016,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.607105 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.608448 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:38.609145 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.676425 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1466274 Sep 23 10:26:38.679301 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:38.686121 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Request body: {'subnet': {'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-920388241-subnet', 'tenant_id': '526d55dde78d4242b8917e9daa229c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:38.695229 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.720733 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3513d6-458c-49d8-aef1-abcbd759f4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=872fac0f-33ab-4864-b362-3e5a67d15ea6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.737140 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:26:38.767719 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Made reservation on behalf of 526d55dde78d4242b8917e9daa229c1a for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:38.770772 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.897159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2fec1b-c04b-4c9e-a925-b4018354e281,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.904773 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Checking segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:38.905135 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Network hostable DHCP agents. Network: 5a79d539-77ee-47e4-83f0-e49b70463db6, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:26:38.917943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:38.972553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:26:38.983008 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:38.989511 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 5a79d539-77ee-47e4-83f0-e49b70463db6) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:39.001383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:39.002184 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.005939 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca71a5e-3316-43a0-8d78-0c3104e00e59 None None] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:39.018039 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Checking segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:39.018887 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Network hostable DHCP agents. Network: e9256af7-6f78-4f03-ab05-346160109dc0, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:26:39.035228 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-1484cc35-24d8-44d3-9ba8-4cfb751a9fed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7724407 Sep 23 10:26:39.036174 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51022) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:39.041914 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:39.057784 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Network e9256af7-6f78-4f03-ab05-346160109dc0 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:26:39.069919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, e9256af7-6f78-4f03-ab05-346160109dc0) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:39.070145 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.078124 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:39.079197 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.083899 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.085309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.112316 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d554beda-fce4-4290-9a76-c45e0c67306a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6222806 Sep 23 10:26:39.115236 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51024) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:39.119726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:39.164331 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b227a-e2f1-4e3a-aa06-21379e1f4424 None None] Network e9256af7-6f78-4f03-ab05-346160109dc0 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:39.172509 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:39.182565 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.273908 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Checking segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:39.274539 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Network hostable DHCP agents. Network: 872fac0f-33ab-4864-b362-3e5a67d15ea6, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:26:39.304700 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:26:39.317841 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 872fac0f-33ab-4864-b362-3e5a67d15ea6) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:39.322491 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:39.323613 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.341081 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3db0b-57fe-48c0-ac25-20f4073aa0e0 None None] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:39.389387 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-111a58f2-95f4-4244-8d00-b2ed39063a04 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7086122 Sep 23 10:26:39.437127 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.443398 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.552539 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.649974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.662004 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d342767-0397-4597-bf97-2a3a2335ba95 None None] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:39.751937 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-e9256af7-6f78-4f03-ab05-346160109dc0', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:26:39.753184 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:39.839123 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5c99c-3386-4a7b-9701-141f85e7811d None None] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:39.981552 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51066) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:40.184619 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Allocated IP 172.20.0.2 (e9256af7-6f78-4f03-ab05-346160109dc0/b263c8f7-9c29-4762-9ba0-0ec7e0bd9227/da0b6cec-cad5-4237-9896-b3d5ae0701b8) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:40.210045 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eccc907c-2b5d-43a7-8507-a911050c1396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.260131 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.459970 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51082) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:40.509645 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eccc907c-2b5d-43a7-8507-a911050c1396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.521421 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eccc907c-2b5d-43a7-8507-a911050c1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.566590 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-eccc907c-2b5d-43a7-8507-a911050c1396 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebd729ccfa5f4122899b61142fad051f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5838370 Sep 23 10:26:40.569729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51092) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:40.604363 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.613598 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.658077 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Network e9256af7-6f78-4f03-ab05-346160109dc0 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:40.661321 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:40.667743 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:40.700430 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05bf5975-7e2b-4aa7-b775-a9f4b199653e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.702173 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79e3ba58-2f13-4505-974d-fabcaf0ae5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.710319 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Pushing event updated for resources: {'Port': ['ID=da0b6cec-cad5-4237-9896-b3d5ae0701b8,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:40.773894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.796389 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.803731 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.804091 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.805957 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.806461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.806810 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.807149 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.807487 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.810992 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.811811 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.812285 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79e3ba58-2f13-4505-974d-fabcaf0ae5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.812588 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.813997 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.816996 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Tracked resource versions report: Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: pushed versions: Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: { 'AddressGroup': {'1.2'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'ConntrackHelper': {'1.0'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Log': {'1.0'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Network': {'1.1'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Port': {'1.7'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'PortForwarding': {'1.2'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'QosPolicy': {'1.9'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroup': {'1.4'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SubPort': {'1.0'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Subnet': {'1.1'}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Trunk': {'1.1'}} Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: consumer versions: Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: HyperV agent@hv-cinder-81045: {}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'ConntrackHelper': '1.0', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Log': '1.0', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Network': '1.1', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Port': '1.7', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'PortForwarding': '1.2', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'QosPolicy': '1.9', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroup': '1.4', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SecurityGroupRule': '1.2', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'SubPort': '1.0', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Subnet': '1.1', Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: 'Trunk': '1.1'}} Sep 23 10:26:40.818731 dv-cinder-810457-3-iscsi neutron-server[93967]: {{(pid=93967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:26:40.834691 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79e3ba58-2f13-4505-974d-fabcaf0ae5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.841571 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc907c-2b5d-43a7-8507-a911050c1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953583bb-ca63-4ade-9cc5-91229a8bf674,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:40.862029 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Attempting to bind port da0b6cec-cad5-4237-9896-b3d5ae0701b8 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:26:40.863349 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51120) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:40.865103 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Attempting to bind port da0b6cec-cad5-4237-9896-b3d5ae0701b8 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:26:40.865585 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Attempting to bind port da0b6cec-cad5-4237-9896-b3d5ae0701b8 on network e9256af7-6f78-4f03-ab05-346160109dc0 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:26:40.866786 dv-cinder-810457-3-iscsi neutron-server[93965]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 10:26:40.871144 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:26:40.872172 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Checking segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:40.872691 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.873179 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Bound using segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:26:40.873791 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Bound port: da0b6cec-cad5-4237-9896-b3d5ae0701b8, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:26:40.874291 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.881560 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05bf5975-7e2b-4aa7-b775-a9f4b199653e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.945769 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-79e3ba58-2f13-4505-974d-fabcaf0ae5c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00c35320dc9246579f72284286312f56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4842982 Sep 23 10:26:40.961302 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51122) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:40.973144 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3ba58-2f13-4505-974d-fabcaf0ae5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc80a8b5-d143-4215-8b47-0ee04ee479fc,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:40.982939 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05bf5975-7e2b-4aa7-b775-a9f4b199653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.987137 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-05bf5975-7e2b-4aa7-b775-a9f4b199653e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:40.988817 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-05bf5975-7e2b-4aa7-b775-a9f4b199653e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/953583bb-ca63-4ade-9cc5-91229a8bf674 HTTP/1.1" status: 204 len: 168 time: 0.4172130 Sep 23 10:26:41.000925 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf5975-7e2b-4aa7-b775-a9f4b199653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953583bb-ca63-4ade-9cc5-91229a8bf674,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:41.002646 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51130) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:41.037257 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] For port da0b6cec-cad5-4237-9896-b3d5ae0701b8, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:26:41.050783 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] For port da0b6cec-cad5-4237-9896-b3d5ae0701b8, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=da0b6cec-cad5-4237-9896-b3d5ae0701b8,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:26:41.057053 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.136086 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26d9ac-3525-446e-b8fd-e6b45749fbf9 None None] Pushing event updated for resources: {'Port': ['ID=da0b6cec-cad5-4237-9896-b3d5ae0701b8,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:41.403744 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-05600a49-a2ce-40bd-9cf8-5bd021ae7cf4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:41.405241 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-05600a49-a2ce-40bd-9cf8-5bd021ae7cf4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/networks?id=d6f06b09-4f38-419c-8003-78c4c1ed2638 HTTP/1.1" status: 200 len: 811 time: 0.3964548 Sep 23 10:26:41.442114 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.448674 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Allocated IP 172.27.2.220 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/f0fd7eb2-a4ac-48c4-b44c-caaffae3324d) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:41.455740 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51148) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:41.483395 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7566ac3-949f-4991-a3e9-4d48643efde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.490338 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-82420a6b-89e9-48ee-bb9d-fecbe2e0e6d9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:41.491918 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-82420a6b-89e9-48ee-bb9d-fecbe2e0e6d9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.6266496 Sep 23 10:26:41.493122 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.501235 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-633c81ca-a4d7-4c60-b123-3c76234fc2f0 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/quotas/bea9402d47f242d98f3607d6c166988a HTTP/1.1" status: 200 len: 375 time: 0.0788791 Sep 23 10:26:41.514350 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aa0aefd8-7849-4ce6-b379-9416dafd68e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.574937 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7566ac3-949f-4991-a3e9-4d48643efde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.578790 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7566ac3-949f-4991-a3e9-4d48643efde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.615188 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7566ac3-949f-4991-a3e9-4d48643efde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df18093-7509-4879-a4d5-607793939249,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:41.619985 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b7566ac3-949f-4991-a3e9-4d48643efde3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90311b5811bd4bb9a684738ca97ef8f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1631396 Sep 23 10:26:41.623170 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51152) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:41.625394 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-362cc98c-0ffe-40a2-88ab-c6863588290f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/quotas/526d55dde78d4242b8917e9daa229c1a HTTP/1.1" status: 200 len: 375 time: 0.1157987 Sep 23 10:26:41.633520 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-0b74001d-2f5f-47c1-a2cd-7879be9f2dc9 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bea9402d47f242d98f3607d6c166988a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214321 Sep 23 10:26:41.655939 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aa0aefd8-7849-4ce6-b379-9416dafd68e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.684026 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-293a5dd9-646f-4800-b2a6-51f55eb39a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.706807 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-293a5dd9-646f-4800-b2a6-51f55eb39a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.722784 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-5567f5c9-8116-4ba0-b1fb-c6d5530ee487 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756779 Sep 23 10:26:41.768534 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-293a5dd9-646f-4800-b2a6-51f55eb39a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.772489 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-293a5dd9-646f-4800-b2a6-51f55eb39a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.773703 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-293a5dd9-646f-4800-b2a6-51f55eb39a63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2df18093-7509-4879-a4d5-607793939249 HTTP/1.1" status: 204 len: 168 time: 0.1496155 Sep 23 10:26:41.785521 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.789936 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a5dd9-646f-4800-b2a6-51f55eb39a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df18093-7509-4879-a4d5-607793939249,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:41.807120 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aa0aefd8-7849-4ce6-b379-9416dafd68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.814510 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aa0aefd8-7849-4ce6-b379-9416dafd68e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:41.818766 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-aa0aefd8-7849-4ce6-b379-9416dafd68e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc80a8b5-d143-4215-8b47-0ee04ee479fc HTTP/1.1" status: 204 len: 168 time: 0.8561466 Sep 23 10:26:41.843912 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aefd8-7849-4ce6-b379-9416dafd68e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc80a8b5-d143-4215-8b47-0ee04ee479fc,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:41.886723 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-ee2a26cc-e328-4bbf-863c-913f282b9f6b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:26:41.888066 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-ee2a26cc-e328-4bbf-863c-913f282b9f6b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1065135 Sep 23 10:26:41.939222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.017626 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:42.070640 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:42.077863 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device da0b6cec-cad5-4237-9896-b3d5ae0701b8 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:42.078627 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:42.153763 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port da0b6cec-cad5-4237-9896-b3d5ae0701b8 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:42.154145 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.295886 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98baa78-b84a-440d-a91d-6d8c123022e0 None None] Network e9256af7-6f78-4f03-ab05-346160109dc0 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:26:42.367914 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-cac4917a-9dca-4c18-943f-6a1c8093d262 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:26:42.367914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-cac4917a-9dca-4c18-943f-6a1c8093d262 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5475821 Sep 23 10:26:42.368447 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Allocated IP 172.27.2.203 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/5a099333-9c47-45b9-af80-868758020378) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:42.382563 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Pushing event updated for resources: {'Port': ['ID=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:42.383504 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:42.400251 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6e1dfc5-ff2b-44c0-8a15-d6b346596d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.488682 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.531954 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port da0b6cec-cad5-4237-9896-b3d5ae0701b8, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=da0b6cec-cad5-4237-9896-b3d5ae0701b8,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:26:42.548106 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.550876 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-a9caa595-d7f1-4d1a-8c52-66c2cfebc143 service neutron] 10.222.0.50 "GET /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546221 Sep 23 10:26:42.562858 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-42740166-daa4-479d-9a0d-974d337a4551 None None] Provisioning complete for port da0b6cec-cad5-4237-9896-b3d5ae0701b8 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:42.563484 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-42740166-daa4-479d-9a0d-974d337a4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.568336 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6e1dfc5-ff2b-44c0-8a15-d6b346596d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.576153 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6e1dfc5-ff2b-44c0-8a15-d6b346596d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.623929 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c6e1dfc5-ff2b-44c0-8a15-d6b346596d28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aed21f161e1344b6a2023de80c2d4de6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2380400 Sep 23 10:26:42.631682 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51190) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:42.670859 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1dfc5-ff2b-44c0-8a15-d6b346596d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bc5595-a05a-4726-b4b3-2a7682d07fa9,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:42.722031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2088341-a458-4159-8beb-24dac0630e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.755684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=da0b6cec-cad5-4237-9896-b3d5ae0701b8,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:42.760976 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2088341-a458-4159-8beb-24dac0630e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.780240 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-2a9957b2-9ae1-4c04-b7e5-10c0ef18c6a3 service neutron] 10.222.0.50 "GET /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927288 Sep 23 10:26:42.833081 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2088341-a458-4159-8beb-24dac0630e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.837554 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e2088341-a458-4159-8beb-24dac0630e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.842515 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e2088341-a458-4159-8beb-24dac0630e1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06bc5595-a05a-4726-b4b3-2a7682d07fa9 HTTP/1.1" status: 204 len: 168 time: 0.2096710 Sep 23 10:26:42.856309 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-6e946be7-d09a-41dd-96ec-8fc947553145 service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705827 Sep 23 10:26:42.862583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.863493 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2088341-a458-4159-8beb-24dac0630e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bc5595-a05a-4726-b4b3-2a7682d07fa9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:42.942642 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-11f30ca1-3a80-4671-8f5f-f6f6c1d61930 None None] Provisioning complete for port da0b6cec-cad5-4237-9896-b3d5ae0701b8 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:42.943020 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-11f30ca1-3a80-4671-8f5f-f6f6c1d61930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:42.956971 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:43.225599 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-2c61fbcd-a210-43c3-8e06-0e509f73750c service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561759 Sep 23 10:26:43.253655 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:43.285473 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a00405d0-871c-43ef-8a74-41eb588c2269 req-352050eb-8d4a-43fd-8e75-fbfdfa23629a tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.0784962 Sep 23 10:26:43.331055 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:43.375212 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:43.421599 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:43.424457 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:43.429340 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a099333-9c47-45b9-af80-868758020378,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:43.576924 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ff0666d4-6759-4b6a-af7a-baa4872701c1 req-5c903fef-c949-4f13-ad34-7171111096cb tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.0574002 Sep 23 10:26:43.749584 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Router c64505dc-e20b-4889-82a2-4596d922d8d4 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:26:43.864671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:44.032540 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device da0b6cec-cad5-4237-9896-b3d5ae0701b8 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:44.160884 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port da0b6cec-cad5-4237-9896-b3d5ae0701b8 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:44.161270 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:44.297012 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:26:44.314838 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:44.315091 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Sync routers for ids ['c64505dc-e20b-4889-82a2-4596d922d8d4'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:26:44.332471 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:44.337055 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b750f8ee-6750-48ca-ac35-98a2924aba34 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2954323 Sep 23 10:26:44.337508 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51312) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:44.350965 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Routers {'c64505dc-e20b-4889-82a2-4596d922d8d4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:44.351612 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['c64505dc-e20b-4889-82a2-4596d922d8d4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:44.427108 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-76f85de1-aecd-48d1-abef-7a86cd6c3397 req-b3425598-be88-4035-95c3-58b94371da59 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.0364866 Sep 23 10:26:44.596653 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:26:44.743186 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Set router c64505dc-e20b-4889-82a2-4596d922d8d4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:44.768226 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-82c1865f-e9c1-4f22-9b76-6953a894da41 req-6c12036f-9990-4ddb-998d-ff91e524b4d3 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.0431786 Sep 23 10:26:44.892102 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:26:44.902767 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:26:44.922570 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:44.923344 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:44.945492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:44.947202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-85fb5fa3-8807-4d40-b291-d5fe434e88d0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8303807 Sep 23 10:26:44.950254 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51340) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:45.196767 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:45.220561 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:42Z', 'revision_number': 3, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:45.264695 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Checking router: c64505dc-e20b-4889-82a2-4596d922d8d4 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:26:45.265326 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Updating router c64505dc-e20b-4889-82a2-4596d922d8d4 port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:26:45.304788 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.502000 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:43Z', 'revision_number': 3, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:45.532715 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.610447 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:26:45.610840 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Updating router 9ed07c70-2dff-4449-8cf4-376c5885e855 port 5a099333-9c47-45b9-af80-868758020378 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:26:45.703015 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.711357 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.724302 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.797310 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Pushing event updated for resources: {'Port': ['ID=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:45.806941 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.807774 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.808120 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.808541 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.808930 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.809267 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.809692 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.810027 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.810367 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.810749 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.811075 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.811398 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Tracked resource versions report: Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: pushed versions: Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: { 'AddressGroup': {'1.2'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Log': {'1.0'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Network': {'1.1'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Port': {'1.7'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'PortForwarding': {'1.2'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'QosPolicy': {'1.9'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroup': {'1.4'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SubPort': {'1.0'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Subnet': {'1.1'}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Trunk': {'1.1'}} Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: consumer versions: Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: { DHCP agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: HyperV agent@hv-cinder-81045: {}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: L3 agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: Metadata agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: Metering agent@dv-cinder-810457-3-iscsi: {}, Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: Open vSwitch agent@dv-cinder-810457-3-iscsi: { 'AddressGroup': '1.2', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'ConntrackHelper': '1.0', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Log': '1.0', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Network': '1.1', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Port': '1.7', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'PortForwarding': '1.2', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'QosPolicy': '1.9', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroup': '1.4', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SecurityGroupRule': '1.2', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'SubPort': '1.0', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Subnet': '1.1', Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: 'Trunk': '1.1'}} Sep 23 10:26:45.824585 dv-cinder-810457-3-iscsi neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 10:26:45.848226 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63e6a715-55c0-4536-bb47-2bab7ca2bb33 req-19c2c597-02c0-4b4f-9bf5-7bc2440f015e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.1032116 Sep 23 10:26:45.883672 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Attempting to bind port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:26:45.884181 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Attempting to bind port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:26:45.884548 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Attempting to bind port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:26:45.902780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:26:45.902780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:45.902780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.902780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:26:45.902780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Bound port: f0fd7eb2-a4ac-48c4-b44c-caaffae3324d, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:26:45.903546 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:45.956276 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.048616 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] For port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:26:46.060531 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] For port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:26:46.073468 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.144638 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Routers {'c64505dc-e20b-4889-82a2-4596d922d8d4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:46.145424 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['c64505dc-e20b-4889-82a2-4596d922d8d4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:46.189133 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Allocated IP 172.20.0.1 (5a79d539-77ee-47e4-83f0-e49b70463db6/0e2fec1b-c04b-4c9e-a925-b4018354e281/edc8c2a0-1a29-48ec-97cc-58bdcf28787f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:46.215754 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-37cd5327-dd0d-4a61-a4b9-47dcfa8c607f req-273109bb-319b-4ce5-8338-1a49bd17fd53 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.1204424 Sep 23 10:26:46.335191 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] Set router c64505dc-e20b-4889-82a2-4596d922d8d4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:46.434282 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.451760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Allocated IP 172.20.0.1 (e9256af7-6f78-4f03-ab05-346160109dc0/b263c8f7-9c29-4762-9ba0-0ec7e0bd9227/fe519771-2ce9-4535-bd13-c2bea57feccf) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:46.453122 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.504464 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.506993 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5bdff-ac4e-41be-871e-5d0954f545b3 None None] Pushing event updated for resources: {'Port': ['ID=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:46.519682 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Attempting to bind port 5a099333-9c47-45b9-af80-868758020378 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:26:46.520304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Attempting to bind port 5a099333-9c47-45b9-af80-868758020378 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:26:46.520870 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Attempting to bind port 5a099333-9c47-45b9-af80-868758020378 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:26:46.531181 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc76908-6ad9-4546-bc2e-08c6455c2c77 None None] Pushing event updated for resources: {'Port': ['ID=5a099333-9c47-45b9-af80-868758020378,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:46.534539 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:26:46.534914 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:46.535457 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.535871 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:26:46.536409 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Bound port: 5a099333-9c47-45b9-af80-868758020378, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:26:46.536808 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.619943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.631027 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.672539 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.680841 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] For port 5a099333-9c47-45b9-af80-868758020378, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:26:46.688893 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] For port 5a099333-9c47-45b9-af80-868758020378, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=5a099333-9c47-45b9-af80-868758020378,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:26:46.696285 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:46.697882 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.702901 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:46.711311 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:46.711311 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.754375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Network e9256af7-6f78-4f03-ab05-346160109dc0 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:46.765084 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:46.778559 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:46.782010 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:46.782515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:46.782658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:46.863622 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Pushing event updated for resources: {'Port': ['ID=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:46.864746 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:42Z', 'revision_number': 3, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:46.865179 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc76908-6ad9-4546-bc2e-08c6455c2c77 None None] Pushing event updated for resources: {'Port': ['ID=5a099333-9c47-45b9-af80-868758020378,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:46.892827 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c1033-e7fb-4bea-be59-9a466ff65170 None None] The sync data for ids ['c64505dc-e20b-4889-82a2-4596d922d8d4'] in dv-cinder-810457-3-iscsi is: [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:42Z', 'revision_number': 3, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:26:47.008540 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:47.064087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Pushing event updated for resources: {'Port': ['ID=fe519771-2ce9-4535-bd13-c2bea57feccf,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:47.090852 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.117006 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c2bff48c-a2c5-4a83-b694-2bb158781a5a req-e60ecb1a-d7cf-4178-be88-a860909104c0 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.0898004 Sep 23 10:26:47.135271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.326885 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-23ea9200-026a-4d70-a169-0a50c84c33d0 None None] Provisioning complete for port fe519771-2ce9-4535-bd13-c2bea57feccf triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:47.327271 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-23ea9200-026a-4d70-a169-0a50c84c33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.409348 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-23ea9200-026a-4d70-a169-0a50c84c33d0 None None] Port fe519771-2ce9-4535-bd13-c2bea57feccf cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:26:47.422195 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:43Z', 'revision_number': 3, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:47.471056 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d4126-7536-465b-87aa-96fa8bece0bc None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:43Z', 'revision_number': 3, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:26:47.500824 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-91b29d7e-a96b-48b4-b260-6f00c0c190b9 req-ab9614f1-20e5-4162-bd5c-97aa701eee2f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.0451107 Sep 23 10:26:47.718563 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.729456 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.730047 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.762498 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.769902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.770993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:47.912354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Pushing event updated for resources: {'Port': ['ID=fe519771-2ce9-4535-bd13-c2bea57feccf,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:47.924267 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Pushing event updated for resources: {'Port': ['ID=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:48.006811 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:48.008454 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:48.102751 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Network e9256af7-6f78-4f03-ab05-346160109dc0 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:48.110478 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:48.202231 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5a099333-9c47-45b9-af80-868758020378 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:48.327702 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Router c64505dc-e20b-4889-82a2-4596d922d8d4 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:26:48.379158 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2e47e3d1-6beb-46bb-948c-e387272f20d5 req-ad18b491-dc68-4ba5-bb05-7accbbad07fc tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.0778782 Sep 23 10:26:48.561048 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:26:48.612019 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-2c557d93-d338-47a2-892c-1fe19b0c4421 None None] Provisioning complete for port fe519771-2ce9-4535-bd13-c2bea57feccf triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:48.612579 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c557d93-d338-47a2-892c-1fe19b0c4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:48.620222 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 5a099333-9c47-45b9-af80-868758020378 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:48.621422 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:48.651384 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:26:48.677785 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-1fb2378b-ee2b-477d-abdc-14c4d79a87ac admin admin] 10.222.0.50 "PUT /v2.0/routers/c64505dc-e20b-4889-82a2-4596d922d8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3339622 Sep 23 10:26:48.717623 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-09e2b50a-a902-4c4d-8442-17aa3eb1f5b4 req-c2b8437a-3038-4f31-8675-73a9b256261c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.0403881 Sep 23 10:26:48.723121 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2c557d93-d338-47a2-892c-1fe19b0c4421 None None] Port fe519771-2ce9-4535-bd13-c2bea57feccf cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:26:48.808177 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:48.818329 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:26:48.827846 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ee820186-1d02-447d-9d3c-d1f0a7ca327c admin admin] 10.222.0.50 "PUT /v2.0/routers/9ed07c70-2dff-4449-8cf4-376c5885e855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8765645 Sep 23 10:26:48.854702 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port 5a099333-9c47-45b9-af80-868758020378, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=5a099333-9c47-45b9-af80-868758020378,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:26:48.868585 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:48.869850 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f0fd7eb2-a4ac-48c4-b44c-caaffae3324d up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:48.986817 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=5a099333-9c47-45b9-af80-868758020378,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:48.997731 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:48.997731 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.109830 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.131838 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:26:49.135613 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.193089 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:49.356288 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51498) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:49.444094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-22ff7077-e0e2-4b79-9a98-efa9e2ed5004 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:49.447854 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-22ff7077-e0e2-4b79-9a98-efa9e2ed5004 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 818 time: 0.2026944 Sep 23 10:26:49.468128 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-e919efcc-1f12-4c63-8384-25e0dade46ef tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/quotas/cedee4c0b4b74316b7bad4775663f93c HTTP/1.1" status: 200 len: 375 time: 0.0132966 Sep 23 10:26:49.546105 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-3a4badac-0ab1-4609-90ab-9542d572df78 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705538 Sep 23 10:26:49.599963 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-25d4ac5c-0588-4265-8f39-cb0722f023bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.604628 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51510) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:49.617361 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137003455', 'description': 'tempest-description--1708257157'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:49.687344 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-014c59f7-1c64-43de-970a-f3eb1ce8fcab service neutron] 10.222.0.50 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325209 Sep 23 10:26:49.713779 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-25d4ac5c-0588-4265-8f39-cb0722f023bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.719006 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-25d4ac5c-0588-4265-8f39-cb0722f023bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.766876 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-25d4ac5c-0588-4265-8f39-cb0722f023bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da8f2db9664445c8a2c73f102ec81967&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4094882 Sep 23 10:26:49.768168 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4ac5c-0588-4265-8f39-cb0722f023bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19892cf-0ab8-4d03-a49f-24ea440c55a0,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:49.773188 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51520) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:49.791887 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0c267537-96cd-474f-a5df-38547127ae52 req-0246510b-7d1a-4e2d-b7ea-4a41d9bb1abe tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.0609639 Sep 23 10:26:49.865953 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.59', 59592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:49.898946 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.919407 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba7fceed-cc46-4ccd-bfa6-3f3b8d3210ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:49.927524 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-bf9a5cbe-2e76-4fb1-858d-a49d85b6352a service neutron] 10.222.0.50 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289155 Sep 23 10:26:50.031291 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-723a08ff-5802-43da-8b30-26003ba03649 req-6e0e265e-5e43-4561-9ca6-990b01bff011 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.0636775 Sep 23 10:26:50.076415 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:26:50.093456 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:50.096040 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:50.103231 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba7fceed-cc46-4ccd-bfa6-3f3b8d3210ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.108768 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5a099333-9c47-45b9-af80-868758020378 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:50.288989 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.289228 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-08ad3c72-5cca-4a1b-8d89-da43d2ff0235 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:50.291220 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-08ad3c72-5cca-4a1b-8d89-da43d2ff0235 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.59 "GET /v2.0/networks?id=d6f06b09-4f38-419c-8003-78c4c1ed2638 HTTP/1.1" status: 200 len: 811 time: 0.4244325 Sep 23 10:26:50.319301 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 5a099333-9c47-45b9-af80-868758020378 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:50.319780 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.324542 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba7fceed-cc46-4ccd-bfa6-3f3b8d3210ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.327404 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ba7fceed-cc46-4ccd-bfa6-3f3b8d3210ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.328810 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ba7fceed-cc46-4ccd-bfa6-3f3b8d3210ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a19892cf-0ab8-4d03-a49f-24ea440c55a0 HTTP/1.1" status: 204 len: 168 time: 0.5541422 Sep 23 10:26:50.342030 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fceed-cc46-4ccd-bfa6-3f3b8d3210ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19892cf-0ab8-4d03-a49f-24ea440c55a0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:50.359537 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Request body: {'port': {'device_id': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638', 'admin_state_up': True, 'tenant_id': 'bea9402d47f242d98f3607d6c166988a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:50.405841 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:50.422558 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Sync routers for ids ['c64505dc-e20b-4889-82a2-4596d922d8d4'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:26:50.442285 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Routers {'c64505dc-e20b-4889-82a2-4596d922d8d4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:50.443094 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['c64505dc-e20b-4889-82a2-4596d922d8d4'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:50.461879 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.59', 59599) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:50.481227 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-86b48e3c-89af-4c5b-8f02-bb14ce261cb5 req-9284963a-069d-4a31-a747-0dc0a653baaa tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 210 time: 0.1853583 Sep 23 10:26:50.490314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.517688 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.520004 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9079216 Sep 23 10:26:50.530609 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51550) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:50.555357 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'security_group_rule': {'security_group_id': 'bb6a5c96-e434-4ba7-a147-533716eb8e7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:50.671613 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646954c5-f706-4714-9c83-d2be4646a070 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6a5c96-e434-4ba7-a147-533716eb8e7f,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:50.727772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.905024 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 2, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:50.924121 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-8f11f4bb-83ad-4ab2-bc19-568b86e6727a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:50.928510 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-8f11f4bb-83ad-4ab2-bc19-568b86e6727a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.4508657 Sep 23 10:26:50.967795 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f0fd7eb2-a4ac-48c4-b44c-caaffae3324d up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:50.970668 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:50.973195 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Request body: {'port': {'device_id': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'admin_state_up': True, 'tenant_id': '526d55dde78d4242b8917e9daa229c1a'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:50.979030 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:26:50.980738 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Updating router 9ed07c70-2dff-4449-8cf4-376c5885e855 port fe519771-2ce9-4535-bd13-c2bea57feccf binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:26:50.986416 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.032955 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.139442 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-020e7c72-4ba2-4271-8a14-e3c50af22b90 req-eb99b9a7-325f-4b6b-a544-263eba81f599 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.1348004 Sep 23 10:26:51.241680 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Set router c64505dc-e20b-4889-82a2-4596d922d8d4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:51.266676 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51600) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:51.268641 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:51.269243 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.282029 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6810e78f-1087-4c9f-a6c2-00ea57983895,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:51.322846 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-77dfca83-9a68-4515-a451-2b206c3775d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.453658 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.459736 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-89198a5e-8c54-419c-9d70-50a332e4f906 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9262955 Sep 23 10:26:51.462582 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-828c913e-951f-484e-8d40-655a9f6d2cea req-6f0c37b6-1823-4a1e-8f4e-22896f396f98 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.1434832 Sep 23 10:26:51.463406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51608) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:51.471372 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Made reservation on behalf of 526d55dde78d4242b8917e9daa229c1a for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:51.474896 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.475314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'security_group_rule': {'security_group_id': 'bb6a5c96-e434-4ba7-a147-533716eb8e7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:51.489778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-273d8b08-98f9-45bb-bc8d-b3412e8e3b5d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:51.491933 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-273d8b08-98f9-45bb-bc8d-b3412e8e3b5d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 818 time: 0.3404200 Sep 23 10:26:51.549862 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-17f56c3c-43cd-45c3-b1fd-e054f6c02e52 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/quotas/cedee4c0b4b74316b7bad4775663f93c HTTP/1.1" status: 200 len: 375 time: 0.0185063 Sep 23 10:26:51.812540 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-94efaa41-be0b-4869-b0b1-2eea94e0e729 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2610848 Sep 23 10:26:51.871765 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Allocated IP 172.20.0.9 (872fac0f-33ab-4864-b362-3e5a67d15ea6/cf606bce-3c14-42f5-b3e5-1dce3a6e10b9/d0390e8a-4ed7-4823-895e-d7eb3dbc13b2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:51.885642 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.897780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:51.929520 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 4, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'edc8c2a0-1a29-48ec-97cc-58bdcf28787f', 'name': '', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'mac_address': 'fa:16:3e:46:c5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:45Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 2, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'subnets': [{'id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:51.966271 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fb3c4-7698-4d75-b602-67329d9cb5bd None None] Pushing event updated for resources: {'Port': ['ID=fe519771-2ce9-4535-bd13-c2bea57feccf,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:52.010656 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Checking router: c64505dc-e20b-4889-82a2-4596d922d8d4 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:26:52.011974 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Updating router c64505dc-e20b-4889-82a2-4596d922d8d4 port edc8c2a0-1a29-48ec-97cc-58bdcf28787f binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:26:52.048817 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.063243 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-32a6e8d2-1e08-43d7-b778-2f1d10590f95 service neutron] 10.222.0.50 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307150 Sep 23 10:26:52.070552 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Attempting to bind port fe519771-2ce9-4535-bd13-c2bea57feccf on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:26:52.070959 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Attempting to bind port fe519771-2ce9-4535-bd13-c2bea57feccf by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:26:52.071338 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Attempting to bind port fe519771-2ce9-4535-bd13-c2bea57feccf on network e9256af7-6f78-4f03-ab05-346160109dc0 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:26:52.094548 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:26:52.095060 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Checking segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:52.096075 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.096658 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Bound using segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:26:52.097146 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Bound port: fe519771-2ce9-4535-bd13-c2bea57feccf, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:26:52.098037 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.205367 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-77dfca83-9a68-4515-a451-2b206c3775d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.209218 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:26:52.263017 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] For port fe519771-2ce9-4535-bd13-c2bea57feccf, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:26:52.271944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-77dfca83-9a68-4515-a451-2b206c3775d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.278257 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] For port fe519771-2ce9-4535-bd13-c2bea57feccf, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=fe519771-2ce9-4535-bd13-c2bea57feccf,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:26:52.289968 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.399870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.415970 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:52.424106 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:52.443253 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.464749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-30f2b9a9-3c6e-46c6-bda1-3e55fdabb251 None None] Provisioning complete for port fe519771-2ce9-4535-bd13-c2bea57feccf triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:52.465365 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30f2b9a9-3c6e-46c6-bda1-3e55fdabb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.546004 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fb3c4-7698-4d75-b602-67329d9cb5bd None None] Pushing event updated for resources: {'Port': ['ID=fe519771-2ce9-4535-bd13-c2bea57feccf,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:52.572002 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:52.578709 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.581504 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:52.585161 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:52.595501 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:52.596301 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.598553 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.635695 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event updated for resources: {'Port': ['ID=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:52.646743 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c97d675-09b3-43b6-89c6-db349a9c9a40 req-3be405da-a9b6-480a-9ad2-0d898f927061 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.1384521 Sep 23 10:26:52.649222 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-8feaf436-05ce-41bb-bc14-dacaf3f34d00 service neutron] 10.222.0.50 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782969 Sep 23 10:26:52.651677 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.656760 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:52.657692 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-77dfca83-9a68-4515-a451-2b206c3775d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20c9f5d6b0764e1599f573aa30600734&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3777125 Sep 23 10:26:52.660170 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfca83-9a68-4515-a451-2b206c3775d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b666a3f1-a032-4c4f-aee0-7716f03f91f5,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:52.663671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51634) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:52.666367 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Made reservation on behalf of bea9402d47f242d98f3607d6c166988a for: {'port': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:26:52.671544 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.706548 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-44ed68f2-746d-4708-aa10-554edb3bcf93 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7445261 Sep 23 10:26:52.767846 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbd3ac-af05-41ca-b106-26c16fad1b86 None None] Pushing event updated for resources: {'Port': ['ID=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:52.821828 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Attempting to bind port edc8c2a0-1a29-48ec-97cc-58bdcf28787f on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:26:52.822234 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Attempting to bind port edc8c2a0-1a29-48ec-97cc-58bdcf28787f by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:26:52.822671 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Attempting to bind port edc8c2a0-1a29-48ec-97cc-58bdcf28787f on network 5a79d539-77ee-47e4-83f0-e49b70463db6 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:26:52.837131 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.856154 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4b06da09-b7e2-4420-9181-8efff9a80666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.859491 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:26:52.859854 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Checking segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:26:52.860291 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.860882 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Bound using segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:26:52.861276 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Bound port: edc8c2a0-1a29-48ec-97cc-58bdcf28787f, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:26:52.861829 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.874798 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.890109 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30f2b9a9-3c6e-46c6-bda1-3e55fdabb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.939136 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797be6a-843e-422b-853c-3635ea7bbf26,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:52.944418 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:52.946621 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-3d608df1-ff8e-43c0-b61e-5ea34609c5d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4766252 Sep 23 10:26:52.964891 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b212096-cda7-4b96-ba3a-1b525d094b40 req-08e40feb-39ae-4e72-9cf0-2f990fdec6c3 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:52.966763 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0b212096-cda7-4b96-ba3a-1b525d094b40 req-08e40feb-39ae-4e72-9cf0-2f990fdec6c3 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.2151577 Sep 23 10:26:52.966975 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51644) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:52.985035 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:26:53.002851 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b8908d9e-0389-412b-8f91-6f49e9a6c2ee req-c55b736f-9553-43fa-81ea-32ee12da588b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.1067722 Sep 23 10:26:53.041967 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-30f2b9a9-3c6e-46c6-bda1-3e55fdabb251 None None] For port fe519771-2ce9-4535-bd13-c2bea57feccf, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=fe519771-2ce9-4535-bd13-c2bea57feccf,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:26:53.053248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-30f2b9a9-3c6e-46c6-bda1-3e55fdabb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.063964 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a297fe67-6a93-4b08-a489-fff1a6bdb424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.096147 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.114200 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Allocated IP 172.20.0.4 (d6f06b09-4f38-419c-8003-78c4c1ed2638/b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb/1133b1c5-d9db-4a1a-811a-fa9fa497b9b2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:53.126778 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] For port edc8c2a0-1a29-48ec-97cc-58bdcf28787f, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:26:53.128673 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a297fe67-6a93-4b08-a489-fff1a6bdb424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.145196 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:53.173655 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] For port edc8c2a0-1a29-48ec-97cc-58bdcf28787f, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:26:53.193906 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.196188 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f265a7-5680-4873-91af-2e557d83b576 None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:26:53.216607 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a297fe67-6a93-4b08-a489-fff1a6bdb424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.219802 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a297fe67-6a93-4b08-a489-fff1a6bdb424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.234429 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a297fe67-6a93-4b08-a489-fff1a6bdb424 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b666a3f1-a032-4c4f-aee0-7716f03f91f5 HTTP/1.1" status: 204 len: 168 time: 0.5432231 Sep 23 10:26:53.296400 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0b212096-cda7-4b96-ba3a-1b525d094b40 req-6bb93f80-492b-4c42-b666-62c730218834 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816119 Sep 23 10:26:53.299468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297fe67-6a93-4b08-a489-fff1a6bdb424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b666a3f1-a032-4c4f-aee0-7716f03f91f5,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:53.317533 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2b9a9-3c6e-46c6-bda1-3e55fdabb251 None None] Pushing event updated for resources: {'Port': ['ID=fe519771-2ce9-4535-bd13-c2bea57feccf,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:53.369084 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-e10e16e0-699a-43ee-9883-e5e6d17fdc0c None None] Provisioning complete for port fe519771-2ce9-4535-bd13-c2bea57feccf triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:53.369280 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e10e16e0-699a-43ee-9883-e5e6d17fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.460888 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.466665 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.560581 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Routers {'c64505dc-e20b-4889-82a2-4596d922d8d4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:26:53.561219 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:26:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['c64505dc-e20b-4889-82a2-4596d922d8d4'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:53.586464 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.641746 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbd3ac-af05-41ca-b106-26c16fad1b86 None None] Pushing event updated for resources: {'Port': ['ID=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:53.652546 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Allocated IP 172.27.2.253 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/ba5777e0-634b-470c-a5c7-b350d2fd4c55) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:26:53.676815 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Network d6f06b09-4f38-419c-8003-78c4c1ed2638 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:53.678686 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:53.729179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:53.736510 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:53.737306 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.792872 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4391952 Sep 23 10:26:53.796148 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ac330-1ee9-4e2d-83d1-83912e0bbb4e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Pushing event updated for resources: {'Port': ['ID=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:53.836118 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d250fb-3f7e-4277-bfeb-65c30f260c3e req-bdec1639-0553-4216-8271-0f72d9f7b4e2 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:53.838495 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c2d250fb-3f7e-4277-bfeb-65c30f260c3e req-bdec1639-0553-4216-8271-0f72d9f7b4e2 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0778799 Sep 23 10:26:53.867577 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:53.909750 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] Set router c64505dc-e20b-4889-82a2-4596d922d8d4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:26:53.950956 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.003005 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.035747 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c2d250fb-3f7e-4277-bfeb-65c30f260c3e req-30f7a595-f46c-4574-95b1-467ce4222bf1 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864815 Sep 23 10:26:54.063297 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:26:54.072423 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:26:54.111450 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:26:54.156959 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device fe519771-2ce9-4535-bd13-c2bea57feccf up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:54.264904 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.348248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port fe519771-2ce9-4535-bd13-c2bea57feccf triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:54.348248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.359055 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2cd7fe2f-4b83-4e8d-bca1-27d553dd69ae req-5d041dd6-ee9e-4d1c-a1f3-60467a0a71ad tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.1288624 Sep 23 10:26:54.363330 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.510904 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'Port': ['ID=ba5777e0-634b-470c-a5c7-b350d2fd4c55,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:54.561926 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77ca1b-77cb-43a9-a738-554c137a9c3c req-5325b695-6252-400a-8316-183ad4bd5f01 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:54.567393 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dc77ca1b-77cb-43a9-a738-554c137a9c3c req-5325b695-6252-400a-8316-183ad4bd5f01 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.1681690 Sep 23 10:26:54.623080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 4, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'edc8c2a0-1a29-48ec-97cc-58bdcf28787f', 'name': '', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'mac_address': 'fa:16:3e:46:c5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:45Z', 'updated_at': '2021-09-23T10:26:53Z', 'revision_number': 4, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'subnets': [{'id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:26:54.626836 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dc77ca1b-77cb-43a9-a738-554c137a9c3c req-bb314dde-2fc7-41b2-a814-eebb1a6d97dd tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Sep 23 10:26:54.668570 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbf358-1452-4c0e-933e-50b4bf86e3ce None None] The sync data for ids ['c64505dc-e20b-4889-82a2-4596d922d8d4'] in dv-cinder-810457-3-iscsi is: [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:46Z', 'revision_number': 4, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'edc8c2a0-1a29-48ec-97cc-58bdcf28787f', 'name': '', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'mac_address': 'fa:16:3e:46:c5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:45Z', 'updated_at': '2021-09-23T10:26:53Z', 'revision_number': 4, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'subnets': [{'id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:26:54.875102 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.882889 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.950962 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:54.974423 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:55.014850 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0442219 Sep 23 10:26:55.029978 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea89d-9d77-4684-a065-37a562d3c00c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'Port': ['ID=ba5777e0-634b-470c-a5c7-b350d2fd4c55,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:55.189647 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57862c-75cb-4454-8429-bd6e91ccb054 req-b31a889a-34c3-49a4-bb60-0321dfcf90ed tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:55.197822 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac57862c-75cb-4454-8429-bd6e91ccb054 req-b31a889a-34c3-49a4-bb60-0321dfcf90ed tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0714889 Sep 23 10:26:55.255420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac57862c-75cb-4454-8429-bd6e91ccb054 req-0ddd1942-9657-414d-b153-d4f6a2b7303f tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Sep 23 10:26:55.375706 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8f4b7698-c771-4ccf-85b1-7a26ea4176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:55.391188 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-f7015a24-c133-4bab-9915-f9593d0ea624 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2137003455&fields=id&tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5 HTTP/1.1" status: 200 len: 267 time: 0.1304352 Sep 23 10:26:55.677133 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22b572df-935d-419d-bea6-6a0ea516016f req-247beacb-9dc2-472b-aeb6-7f3a49f1dd1f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.1037469 Sep 23 10:26:55.755074 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-3968559f-4a54-4079-904f-15028168e6ea tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:55.756676 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-3968559f-4a54-4079-904f-15028168e6ea tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 810 time: 0.3643801 Sep 23 10:26:55.781139 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bda5812e-88b2-478b-81e9-e1f53efac76e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/quotas/dbe7a34fc70b400991f4f60dfe76e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0175121 Sep 23 10:26:55.884395 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-f398b3ac-2550-4310-881d-a1a16b6623ab tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893514 Sep 23 10:26:56.077712 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:56.150265 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device edc8c2a0-1a29-48ec-97cc-58bdcf28787f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:56.240542 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4e6c-d733-4474-a92f-c41c3103d25a req-db45a360-a36d-4d88-9aa9-4a0ece818d58 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:56.242902 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port edc8c2a0-1a29-48ec-97cc-58bdcf28787f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:56.243408 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:56.249271 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-12ec4e6c-d733-4474-a92f-c41c3103d25a req-db45a360-a36d-4d88-9aa9-4a0ece818d58 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.1664505 Sep 23 10:26:56.280118 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-dd3d5135-b160-4305-8f91-43673242385b service neutron] 10.222.0.50 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886867 Sep 23 10:26:56.424205 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:56.452389 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-12ec4e6c-d733-4474-a92f-c41c3103d25a req-d3cfcc29-74f7-4430-bf2e-c17548e0a5a6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019048 Sep 23 10:26:56.500062 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-4d5449f2-9b0c-4c93-a481-0d2c8698e4cc service neutron] 10.222.0.50 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793139 Sep 23 10:26:56.537114 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port edc8c2a0-1a29-48ec-97cc-58bdcf28787f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:26:56.593779 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:56.648129 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:56.677385 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:56.941827 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aecc2-6021-4697-b4bc-d62a4fee4c28 req-d301afa5-1f5f-4f08-8cce-23e9b73956b9 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:56.946897 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c27aecc2-6021-4697-b4bc-d62a4fee4c28 req-d301afa5-1f5f-4f08-8cce-23e9b73956b9 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.1656632 Sep 23 10:26:57.010693 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b509c8e5-824e-4816-a097-fbe0076b88d4 req-8067d2bc-1440-4bba-a5dc-e2e73e6bdcdf tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0602753 Sep 23 10:26:57.078811 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c27aecc2-6021-4697-b4bc-d62a4fee4c28 req-c7d1662a-9b30-4f9c-956a-44bafe25c8a4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205826 Sep 23 10:26:57.227276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1ec29d7d-f546-4731-8975-6bb486a21e9b req-b1c66d07-e40b-44a8-b032-b86a1f4b6257 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0547125 Sep 23 10:26:57.282909 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51806) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:57.501640 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51816) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:57.590405 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8997-c411-4992-9290-d4a7ad48ba03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.607182 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc25c-dfc8-455c-b277-27d36c7e8fcc req-59f6bc16-d114-44cf-bd46-e78f6bc743c6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:57.608692 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92adc25c-dfc8-455c-b277-27d36c7e8fcc req-59f6bc16-d114-44cf-bd46-e78f6bc743c6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.0660298 Sep 23 10:26:57.619091 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed407312-cbbc-4ca2-867b-73e67802eed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.667925 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92adc25c-dfc8-455c-b277-27d36c7e8fcc req-529989ce-d67b-456f-9606-35f4649eb588 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469441 Sep 23 10:26:57.718253 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8997-c411-4992-9290-d4a7ad48ba03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.721944 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8997-c411-4992-9290-d4a7ad48ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.781007 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-a7aa8997-c411-4992-9290-d4a7ad48ba03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=552d5c46ce8f44ed96cf7c6981d5cfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967148 Sep 23 10:26:57.784040 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51820) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:57.790336 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa8997-c411-4992-9290-d4a7ad48ba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a55c49d-6c9e-4ae0-b7f3-c2b226185d38,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:57.846822 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0d55159-63e9-49e1-bd45-2aa07cb7b26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.872784 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed407312-cbbc-4ca2-867b-73e67802eed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.877945 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ed407312-cbbc-4ca2-867b-73e67802eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.879530 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0d55159-63e9-49e1-bd45-2aa07cb7b26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.920229 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ed407312-cbbc-4ca2-867b-73e67802eed1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c0a7139cdd0438ba8d60600d0d48139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171984 Sep 23 10:26:57.921302 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed407312-cbbc-4ca2-867b-73e67802eed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7f3e6d-b5dc-40ed-ad3c-070d6de5d182,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:57.923031 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51824) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:57.980339 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0d55159-63e9-49e1-bd45-2aa07cb7b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.982916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0d55159-63e9-49e1-bd45-2aa07cb7b26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:57.985650 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e0d55159-63e9-49e1-bd45-2aa07cb7b26f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a55c49d-6c9e-4ae0-b7f3-c2b226185d38 HTTP/1.1" status: 204 len: 168 time: 0.1983857 Sep 23 10:26:58.001550 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d55159-63e9-49e1-bd45-2aa07cb7b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a55c49d-6c9e-4ae0-b7f3-c2b226185d38,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:58.026615 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d7a6de17-edf2-4549-af97-dd0b295b81aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.070526 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d7a6de17-edf2-4549-af97-dd0b295b81aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.130439 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device edc8c2a0-1a29-48ec-97cc-58bdcf28787f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:26:58.229800 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b4ff05f1-c006-4f81-90ea-72d2e339d6de req-380d54a3-b3b2-46dc-bd1b-999ced4f545d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0605991 Sep 23 10:26:58.265957 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port edc8c2a0-1a29-48ec-97cc-58bdcf28787f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:26:58.266392 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.276104 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cb326-ad22-4182-a5a1-db2096c7685f req-e4f3a4dd-5924-4b81-9d2f-06eea2c3c23a tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:58.284280 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e63cb326-ad22-4182-a5a1-db2096c7685f req-e4f3a4dd-5924-4b81-9d2f-06eea2c3c23a tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.1139145 Sep 23 10:26:58.287240 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d7a6de17-edf2-4549-af97-dd0b295b81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.290033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d7a6de17-edf2-4549-af97-dd0b295b81aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.291433 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d7a6de17-edf2-4549-af97-dd0b295b81aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f7f3e6d-b5dc-40ed-ad3c-070d6de5d182 HTTP/1.1" status: 204 len: 168 time: 0.3674235 Sep 23 10:26:58.322979 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6de17-edf2-4549-af97-dd0b295b81aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7f3e6d-b5dc-40ed-ad3c-070d6de5d182,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:58.372476 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e63cb326-ad22-4182-a5a1-db2096c7685f req-6592833a-48e6-4098-af29-db56a36acd29 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Sep 23 10:26:58.413786 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-abe223af-472b-489b-b636-db2ada8ff09a req-173ef3e6-a33f-405e-a5ef-b26b3e08da13 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0602784 Sep 23 10:26:58.477044 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.763461 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51854) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:58.783473 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fffbd63d-a061-42eb-bd50-600b103f49c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.804791 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6401a-d7ef-4cf0-aacf-f9926214b9c2 req-13275484-9b05-458e-84d7-eefe713dc624 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:58.806295 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9cd6401a-d7ef-4cf0-aacf-f9926214b9c2 req-13275484-9b05-458e-84d7-eefe713dc624 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.0563910 Sep 23 10:26:58.847797 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9cd6401a-d7ef-4cf0-aacf-f9926214b9c2 req-a7fa4bbc-8a4b-4589-bf65-e6740d379e73 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Sep 23 10:26:58.912547 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fffbd63d-a061-42eb-bd50-600b103f49c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.919804 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fffbd63d-a061-42eb-bd50-600b103f49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:58.961645 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-fffbd63d-a061-42eb-bd50-600b103f49c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b17afd44e53f4ce3bfd33857fc71fd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953294 Sep 23 10:26:58.961820 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbd63d-a061-42eb-bd50-600b103f49c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e6e01-17b3-4533-9930-968484d369c6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:58.962885 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51862) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:26:59.029284 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc1400c2-550c-42fa-9ea1-42a0f2aa48af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:59.052887 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc1400c2-550c-42fa-9ea1-42a0f2aa48af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:59.124468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc1400c2-550c-42fa-9ea1-42a0f2aa48af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:59.132490 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bc1400c2-550c-42fa-9ea1-42a0f2aa48af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:26:59.134330 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-bc1400c2-550c-42fa-9ea1-42a0f2aa48af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/701e6e01-17b3-4533-9930-968484d369c6 HTTP/1.1" status: 204 len: 168 time: 0.1701026 Sep 23 10:26:59.159782 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1400c2-550c-42fa-9ea1-42a0f2aa48af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e6e01-17b3-4533-9930-968484d369c6,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:26:59.367666 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-167feda6-b7df-46fc-95cb-5c85ad5aa3b7 req-b5dc06cb-e8a8-46b6-8368-3bef3888ce11 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0387676 Sep 23 10:26:59.552363 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea004359-c9fa-4a89-b96c-6f52fe1db13a req-5a48509e-f19b-4ce9-8850-5c5f8f03dfe2 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:26:59.555642 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea004359-c9fa-4a89-b96c-6f52fe1db13a req-5a48509e-f19b-4ce9-8850-5c5f8f03dfe2 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.1057169 Sep 23 10:26:59.608397 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-922a5211-3447-4c70-bec8-a719012e85df req-c653af30-04fe-438e-abbc-d3328b6413cc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0511262 Sep 23 10:26:59.639947 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea004359-c9fa-4a89-b96c-6f52fe1db13a req-7743c178-751d-456d-ad3e-a7975cdae050 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733235 Sep 23 10:26:59.996499 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42917011-1092-4b0f-a9b0-facac5404039 req-c9bdfd9e-d5a7-4c12-8304-2bd54e1f005b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:00.004094 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-42917011-1092-4b0f-a9b0-facac5404039 req-c9bdfd9e-d5a7-4c12-8304-2bd54e1f005b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.0608404 Sep 23 10:27:00.045421 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-42917011-1092-4b0f-a9b0-facac5404039 req-4e641901-4155-4a45-a196-b5f2be8b1e1a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Sep 23 10:27:00.571343 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64466b8d-15ef-484e-82b1-f18c0b121105 req-3624f1af-6afb-47ef-8c2a-af2b1cb88a18 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0747221 Sep 23 10:27:00.759435 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c64e74f5-aab4-4a2e-878a-e1c69ab4924d req-ef2d7377-8851-4d30-9b6f-e9f514e8a70c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0516565 Sep 23 10:27:00.890639 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820044cc-b1a1-485d-aa2a-8ffab01b196d req-d45a51d7-c2e9-4231-b580-06195bebd1b4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:00.899721 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-820044cc-b1a1-485d-aa2a-8ffab01b196d req-d45a51d7-c2e9-4231-b580-06195bebd1b4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.1390696 Sep 23 10:27:00.935064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-820044cc-b1a1-485d-aa2a-8ffab01b196d req-76123fdc-3298-4708-8185-cd8433dc97d8 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Sep 23 10:27:00.973055 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 51948) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:01.250337 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2da0d-d687-40d6-82bc-56744fc8e01c req-117b776d-382f-4ffa-909b-612aa23664d2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:01.255674 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ac2da0d-d687-40d6-82bc-56744fc8e01c req-117b776d-382f-4ffa-909b-612aa23664d2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.0988975 Sep 23 10:27:01.288534 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-600ec88a-785c-49b5-b67b-666c88960c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.336890 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ac2da0d-d687-40d6-82bc-56744fc8e01c req-9d7ffc2e-86c3-44be-9223-efb9f6a6d9c0 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Sep 23 10:27:01.460985 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-600ec88a-785c-49b5-b67b-666c88960c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.465508 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-600ec88a-785c-49b5-b67b-666c88960c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.507354 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-600ec88a-785c-49b5-b67b-666c88960c10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e5ef7f3993e461c9b59fd345d8d6652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329969 Sep 23 10:27:01.508325 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ec88a-785c-49b5-b67b-666c88960c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717041b6-fcaa-4c98-bbb2-b1827cc6aa34,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:01.510151 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 51984) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:01.581092 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac9af010-ab6a-4a64-89d7-aef6ae802ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.607004 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac9af010-ab6a-4a64-89d7-aef6ae802ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.724312 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac9af010-ab6a-4a64-89d7-aef6ae802ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.726900 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ac9af010-ab6a-4a64-89d7-aef6ae802ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:01.728620 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ff6c3e5-bef7-4343-bfc6-a3193949464d req-cbbf66be-9994-4b83-82e0-fc1403914a7e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0494235 Sep 23 10:27:01.735446 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ac9af010-ab6a-4a64-89d7-aef6ae802ef7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/717041b6-fcaa-4c98-bbb2-b1827cc6aa34 HTTP/1.1" status: 204 len: 168 time: 0.2205565 Sep 23 10:27:01.753090 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9af010-ab6a-4a64-89d7-aef6ae802ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717041b6-fcaa-4c98-bbb2-b1827cc6aa34,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:01.884276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3a184335-f0cd-43be-929f-e90abb0cac02 req-c7e68b21-4b9a-4d3a-95e5-d2dd1c69427f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0303807 Sep 23 10:27:02.099677 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b9a1-6fef-419f-9e27-70a50126af29 req-c886409c-560b-4007-803c-794982efc99a tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:02.107679 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1a7b9a1-6fef-419f-9e27-70a50126af29 req-c886409c-560b-4007-803c-794982efc99a tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0865788 Sep 23 10:27:02.158068 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1a7b9a1-6fef-419f-9e27-70a50126af29 req-c09d5050-8be6-4c05-8753-a665d26e995b tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493526 Sep 23 10:27:02.262307 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 52014) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:02.275500 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d0608b58-83d3-4111-9cee-9ea86971c702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.402804 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d0608b58-83d3-4111-9cee-9ea86971c702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.407636 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d0608b58-83d3-4111-9cee-9ea86971c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.440917 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d0608b58-83d3-4111-9cee-9ea86971c702 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e489bc4df614f74b069cdaff22b8b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749246 Sep 23 10:27:02.441536 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52022) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:02.538998 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b7ddeba-32e2-42d4-861d-0fd7b96e3b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.546409 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0608b58-83d3-4111-9cee-9ea86971c702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb60ac9-094c-4a9d-ab70-9b0daada4b1d,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:02.564614 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b7ddeba-32e2-42d4-861d-0fd7b96e3b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.614669 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322d725-7373-42d7-98b7-1b4a03a8f64b req-8e8a5a33-ff03-49fe-a35e-1a12ef164a15 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:02.620888 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2322d725-7373-42d7-98b7-1b4a03a8f64b req-8e8a5a33-ff03-49fe-a35e-1a12ef164a15 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.1577458 Sep 23 10:27:02.684770 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b7ddeba-32e2-42d4-861d-0fd7b96e3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.695197 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b7ddeba-32e2-42d4-861d-0fd7b96e3b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:02.699825 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5b7ddeba-32e2-42d4-861d-0fd7b96e3b8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cb60ac9-094c-4a9d-ab70-9b0daada4b1d HTTP/1.1" status: 204 len: 168 time: 0.2565799 Sep 23 10:27:02.723531 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2322d725-7373-42d7-98b7-1b4a03a8f64b req-b7cb034f-9f45-4ac2-a543-2917debff567 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945020 Sep 23 10:27:02.725883 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ddeba-32e2-42d4-861d-0fd7b96e3b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb60ac9-094c-4a9d-ab70-9b0daada4b1d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:02.905261 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8053c4e8-1f27-4ea9-94ad-b9596c23d26a req-dae7feb0-40da-494c-9e7d-9c16d26d1299 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0387492 Sep 23 10:27:03.031237 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d1423e4f-e1e1-4595-82b6-72f4daa37f4c req-5e911cbe-0eb8-4774-aac2-bae103f47288 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0579383 Sep 23 10:27:03.321128 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43723-607a-45a5-a620-7730a615e5fe req-5ccf34e4-846e-4062-a7a4-9052f5b41206 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:03.322715 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7aa43723-607a-45a5-a620-7730a615e5fe req-5ccf34e4-846e-4062-a7a4-9052f5b41206 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0773168 Sep 23 10:27:03.390963 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7aa43723-607a-45a5-a620-7730a615e5fe req-586c8974-eedd-4eb6-af31-85e141ca909e tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611217 Sep 23 10:27:03.919232 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e21ec9-881b-45d0-952b-1b4d17b29029 req-f4f483d3-7ec5-4725-a59c-a25646498464 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:03.926073 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c3e21ec9-881b-45d0-952b-1b4d17b29029 req-f4f483d3-7ec5-4725-a59c-a25646498464 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.0655155 Sep 23 10:27:03.966753 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c3e21ec9-881b-45d0-952b-1b4d17b29029 req-c8a3ecad-1e2b-4966-bd31-91ab39a6fc0c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Sep 23 10:27:04.019593 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6bfce054-c96e-43dd-8e7d-63de8a25fdac req-afa48a9f-c59e-4973-9251-8d9344c00b23 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0372560 Sep 23 10:27:04.174511 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5dd89932-407a-4aae-9552-8a213c29d835 req-de40032d-ce6b-4773-9e96-2d8d59f25efb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0453508 Sep 23 10:27:04.519151 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7faf9-76a0-4018-9811-3a939a1bc243 req-f119197f-6ab8-4f2c-9a72-bac0f26c4470 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:04.520694 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-44d7faf9-76a0-4018-9811-3a939a1bc243 req-f119197f-6ab8-4f2c-9a72-bac0f26c4470 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0511496 Sep 23 10:27:04.562665 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-44d7faf9-76a0-4018-9811-3a939a1bc243 req-78f16b55-0e7c-41d9-aa07-11819e26dc1a tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360258 Sep 23 10:27:05.082857 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c96fe-b9bb-4bfd-be89-da8ac459fbd7 req-dc6aeb09-37e9-41bc-bf30-a1af9820f004 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:05.084607 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc5c96fe-b9bb-4bfd-be89-da8ac459fbd7 req-dc6aeb09-37e9-41bc-bf30-a1af9820f004 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.0488100 Sep 23 10:27:05.123263 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c3a9b5c4-6016-4337-aecf-b6f49e3003f2 req-d49422cd-40b3-4b98-a9a9-1ed88b7ead64 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0372713 Sep 23 10:27:05.144949 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc5c96fe-b9bb-4bfd-be89-da8ac459fbd7 req-057ede76-99e6-42c8-a2e7-4b159bc99d1a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Sep 23 10:27:05.257131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f8b14ebb-f15c-4b87-be0e-eeb08c4aeb8e req-abcf6371-2fbe-4a72-8424-4acfd2dc8439 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Sep 23 10:27:05.679965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79440-ef55-4f90-bb4c-38c6001c32e2 req-ea5f2007-15f3-4f16-96c5-cad4426291c0 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:05.681427 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3df79440-ef55-4f90-bb4c-38c6001c32e2 req-ea5f2007-15f3-4f16-96c5-cad4426291c0 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0519331 Sep 23 10:27:05.721698 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3df79440-ef55-4f90-bb4c-38c6001c32e2 req-37256259-2ae7-4db9-a801-f0030e61bff6 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Sep 23 10:27:06.223333 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-d517ee71-9f43-4b0a-be97-0200ea78e82b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:27:06.224631 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-d517ee71-9f43-4b0a-be97-0200ea78e82b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073087 Sep 23 10:27:06.229677 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-80be861c-d047-4a9d-bc53-256187b8dce5 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93966) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:27:06.230907 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-80be861c-d047-4a9d-bc53-256187b8dce5 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053337 Sep 23 10:27:06.256728 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac22633b-a473-411d-951d-03a70591539b req-052fa7c2-8866-48a7-b5fd-77b42d31bd6b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0665841 Sep 23 10:27:06.325636 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d041e-c8da-443d-87c2-08a89b736264 req-265bad64-8da3-4e69-9ff4-ce7b73f95229 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:06.330962 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-137d041e-c8da-443d-87c2-08a89b736264 req-265bad64-8da3-4e69-9ff4-ce7b73f95229 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 931 time: 0.1103246 Sep 23 10:27:06.392323 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8b897ec-20dd-48e2-b318-77547facf1dc req-56e25be0-8c52-43d5-8eb5-c923b14129c0 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0393009 Sep 23 10:27:06.412961 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-137d041e-c8da-443d-87c2-08a89b736264 req-b5019ff2-eebb-429c-9c7f-c4e18cbcf9b5 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733991 Sep 23 10:27:06.522145 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Request body: {'port': {'device_id': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:06.531517 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Request body: {'port': {'device_id': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:06.627179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:06.641775 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:06.860235 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c33a1-12cb-4c2e-8f05-73e71605efbe req-d57ceafe-71ba-404c-81ff-0bd1e3251caa tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:06.863835 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c9c33a1-12cb-4c2e-8f05-73e71605efbe req-d57ceafe-71ba-404c-81ff-0bd1e3251caa tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 931 time: 0.0653117 Sep 23 10:27:06.940951 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c9c33a1-12cb-4c2e-8f05-73e71605efbe req-72b85761-7ab2-42df-b3e8-546530cb986f tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694103 Sep 23 10:27:06.946383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.59', 59626) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:07.180056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-2bd8a5bd-0d84-4f53-976e-1da542a7712b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:07.181496 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-2bd8a5bd-0d84-4f53-976e-1da542a7712b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 818 time: 0.2326400 Sep 23 10:27:07.198358 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Request body: {'port': {'device_id': '3984a794-f215-44e8-bd30-3eeef500ac09', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'admin_state_up': True, 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:07.262689 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:07.274234 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.307810 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Transition to ACTIVE for port object 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:27:07.316705 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.366686 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 {{(pid=93966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:07.375667 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.388037 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.provisioning_blocks [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Transition to ACTIVE for port object d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 will not be triggered until provisioned by entity L2. {{(pid=93966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:27:07.432848 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Pushing event updated for resources: {'Port': ['ID=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:07.436018 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.484560 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:07.486885 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5fbb27e-3c85-44ed-bb96-8ec1b55ca880 req-1ce433e5-51c7-4dfe-9c45-eff5aff983c3 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0578890 Sep 23 10:27:07.487738 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.59', 59633) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:07.648349 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Attempting to bind port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:27:07.648707 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Attempting to bind port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:27:07.649226 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Attempting to bind port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:07.660118 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:27:07.660442 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Attempting to bind port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:07.666246 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:27:07.667309 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Checking segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:07.668409 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Bound using segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:27:07.668870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Bound port: d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:27:07.669387 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.699442 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b7684d5a-7d27-4edc-8190-70490f379034 req-54a4cc2d-8d9c-4940-8b3d-029bd163499f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.1077108 Sep 23 10:27:07.817940 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d71c2-4893-4d38-a995-1fc0231fd0af req-3486c59a-9390-416d-b828-8ff41a387ac1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:07.825121 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea8d71c2-4893-4d38-a995-1fc0231fd0af req-3486c59a-9390-416d-b828-8ff41a387ac1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.2531743 Sep 23 10:27:07.835174 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] For port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host hv-cinder-81045, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:27:07.839908 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-8e81062b-6ddb-40e1-80c1-75f3dafb865b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:07.841764 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-8e81062b-6ddb-40e1-80c1-75f3dafb865b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 810 time: 0.2853868 Sep 23 10:27:07.848406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Made reservation on behalf of cedee4c0b4b74316b7bad4775663f93c for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:07.851753 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.855455 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] For port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:27:07.874196 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:07.885865 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Attempting to bind port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:27:07.886210 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Attempting to bind port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'a6534b91-b295-43cb-a442-60ca13474ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638'}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:27:07.886595 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Attempting to bind port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 on network d6f06b09-4f38-419c-8003-78c4c1ed2638 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:07.933735 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 on network d6f06b09-4f38-419c-8003-78c4c1ed2638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:27:07.934068 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Attempting to bind port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 on network d6f06b09-4f38-419c-8003-78c4c1ed2638 {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:07.949219 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea8d71c2-4893-4d38-a995-1fc0231fd0af req-581b12e1-7faf-4995-9a8c-4259921c7139 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177850 Sep 23 10:27:07.974727 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-ebeecf40-17d0-42ed-a7a5-4d658cffc7be tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5 HTTP/1.1" status: 200 len: 380 time: 0.1208088 Sep 23 10:27:07.975180 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.59', 59636) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:07.976002 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:27:07.976375 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Checking segment: {'id': 'a6534b91-b295-43cb-a442-60ca13474ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:07.981899 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Bound using segment: {'id': 'a6534b91-b295-43cb-a442-60ca13474ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638'} {{(pid=93966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:27:07.982400 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.managers [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Bound port: 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6534b91-b295-43cb-a442-60ca13474ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638'}}] {{(pid=93966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:27:07.984250 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:08.015607 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:08.017047 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:08.024134 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] 10.222.0.59 "PUT /v2.0/ports/d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 HTTP/1.1" status: 200 len: 1093 time: 1.5744324 Sep 23 10:27:08.029283 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'tag': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:08.056105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'port': {'device_id': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'admin_state_up': True, 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'security_groups': ['bb6a5c96-e434-4ba7-a147-533716eb8e7f']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:08.164233 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:08.339187 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca6d6c-84ed-4b9e-8047-55cc45b67ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:08.399718 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-aa568a90-3b61-40d9-8e2d-b153b5f6b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:08.401874 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-aa568a90-3b61-40d9-8e2d-b153b5f6b291 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 1096 time: 0.2362530 Sep 23 10:27:08.434265 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f67a1-e566-4540-8729-ee8b1b10eba8 req-9c7434b2-f18a-4809-80c4-f024bfb21156 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:08.451073 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1f3f67a1-e566-4540-8729-ee8b1b10eba8 req-9c7434b2-f18a-4809-80c4-f024bfb21156 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.3674350 Sep 23 10:27:08.493642 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-6256c56a-9e82-4981-909a-92e8e04f1881 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:08.496164 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-6256c56a-9e82-4981-909a-92e8e04f1881 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 818 time: 0.4859602 Sep 23 10:27:08.503924 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-ea2309eb-d96d-4f9c-9301-81ee4dd4e5e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 HTTP/1.1" status: 200 len: 217 time: 0.0936763 Sep 23 10:27:08.516342 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Allocated IP 172.20.0.2 (5a79d539-77ee-47e4-83f0-e49b70463db6/0e2fec1b-c04b-4c9e-a925-b4018354e281/3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:27:08.562707 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f", "tag": "d0390e8a-4ed7-4823-895e-d7eb3dbc13b2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:08.571558 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Request body: {'port': {'device_id': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'admin_state_up': True, 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:08.579457 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] For port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host hv-cinder-81045, cleared binding levels {{(pid=93966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:27:08.624350 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1f3f67a1-e566-4540-8729-ee8b1b10eba8 req-d239a280-c830-4b62-ac1d-fb86df54d147 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717148 Sep 23 10:27:08.656862 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] For port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,segment=NetworkSegment(a6534b91-b295-43cb-a442-60ca13474ef7),segment_id=a6534b91-b295-43cb-a442-60ca13474ef7)] {{(pid=93966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:27:08.685961 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6190d7d4-05c4-480d-9283-d6b19e86fa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:08.692882 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:08.714111 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d92f3d8d-c213-4754-98c9-5445b7b7f690 req-34314ad2-1a27-429a-96c1-ee332006f98c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.1313155 Sep 23 10:27:08.736458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Made reservation on behalf of dbe7a34fc70b400991f4f60dfe76e2c5 for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:08.740768 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:08.791915 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-4a4ea433-96b1-47a8-a3ae-7f71ff22485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:08.793513 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-4a4ea433-96b1-47a8-a3ae-7f71ff22485e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.2806225 Sep 23 10:27:08.841914 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:08.842689 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:08.844104 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-12038534-de3f-462f-87ef-349fea392f96 service neutron] 10.222.0.59 "PUT /v2.0/ports/1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 HTTP/1.1" status: 200 len: 1093 time: 2.3890705 Sep 23 10:27:08.886051 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bdbd7c86-2ddb-477c-a58f-7ff915b00b8b req-3a1633fe-4c48-4442-90ef-0fb2cf60b2c5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0754104 Sep 23 10:27:08.892152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eace7fc-6546-4ca0-801c-fe3799940b79 x-openstack-request-id: req-4eace7fc-6546-4ca0-801c-fe3799940b79 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:08.892369 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f", "tag": "d0390e8a-4ed7-4823-895e-d7eb3dbc13b2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:08.892468 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eace7fc-6546-4ca0-801c-fe3799940b79 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:08.892899 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'tag': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2', 'status': 'completed', 'code': 200} Sep 23 10:27:08.901837 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-f9d42a14-13b2-4f4c-a4e1-7e4a843e6439 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921814 Sep 23 10:27:08.997529 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12038534-de3f-462f-87ef-349fea392f96 service neutron] Pushing event updated for resources: {'Port': ['ID=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,revision_number=3']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:09.059144 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6190d7d4-05c4-480d-9283-d6b19e86fa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.061362 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-adaa9c9c-74d6-45df-b3ee-0ee11bba8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:09.063088 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-adaa9c9c-74d6-45df-b3ee-0ee11bba8c15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bea9402d47f242d98f3607d6c166988a&device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 1096 time: 0.1654680 Sep 23 10:27:09.065951 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6190d7d4-05c4-480d-9283-d6b19e86fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.130502 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.133326 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-645ad46a-305b-48ad-b603-05d023c80f65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0556312 Sep 23 10:27:09.134256 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Made reservation on behalf of cedee4c0b4b74316b7bad4775663f93c for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:09.135355 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-38854be5-1dac-48d8-85d7-47851df729e1 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230675 Sep 23 10:27:09.138397 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.141894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Allocated IP 172.20.0.8 (e9256af7-6f78-4f03-ab05-346160109dc0/b263c8f7-9c29-4762-9ba0-0ec7e0bd9227/f0fad697-84c6-4b61-a1f7-fc50f319cb07) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:27:09.150367 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6190d7d4-05c4-480d-9283-d6b19e86fa22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f143acfb780e4d12916a583d798ec5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440027 Sep 23 10:27:09.152348 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190d7d4-05c4-480d-9283-d6b19e86fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27533f9b-fd33-48ba-bc03-de5dad7de41d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:09.154802 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52312) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:09.200067 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf812-8d2c-4c09-9447-046bcc5dfc48 req-05dd6431-f914-4388-bd80-8ddb51b293b6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:09.201509 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d86bf812-8d2c-4c09-9447-046bcc5dfc48 req-05dd6431-f914-4388-bd80-8ddb51b293b6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.1619675 Sep 23 10:27:09.204854 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d3f605d-d8ff-4e6d-a026-7c016aa5afa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.226525 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d3f605d-d8ff-4e6d-a026-7c016aa5afa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.277763 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d3f605d-d8ff-4e6d-a026-7c016aa5afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.280433 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d3f605d-d8ff-4e6d-a026-7c016aa5afa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.281684 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2d3f605d-d8ff-4e6d-a026-7c016aa5afa8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27533f9b-fd33-48ba-bc03-de5dad7de41d HTTP/1.1" status: 204 len: 168 time: 0.1255934 Sep 23 10:27:09.295302 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f605d-d8ff-4e6d-a026-7c016aa5afa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27533f9b-fd33-48ba-bc03-de5dad7de41d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:09.391441 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.598315 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d86bf812-8d2c-4c09-9447-046bcc5dfc48 req-1b28ad3e-7006-4e69-84eb-f89aba2131a6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862534 Sep 23 10:27:09.662908 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52328) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:09.677623 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-763a48eb-caab-406c-ac66-5eb335bf9e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.709423 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:27:09.734522 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:27:09.749221 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Pushing event updated for resources: {'Port': ['ID=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:09.762276 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:27:09.768031 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:09.768664 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.802060 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Allocated IP 172.20.0.11 (5a79d539-77ee-47e4-83f0-e49b70463db6/0e2fec1b-c04b-4c9e-a925-b4018354e281/47c49a38-8b76-4415-9d44-3294f06aaff5) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:27:09.815831 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-763a48eb-caab-406c-ac66-5eb335bf9e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.819518 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-763a48eb-caab-406c-ac66-5eb335bf9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.846304 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.859606 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-763a48eb-caab-406c-ac66-5eb335bf9e6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d35bde3291714c5e8ba0454f93f8e094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953697 Sep 23 10:27:09.860856 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a48eb-caab-406c-ac66-5eb335bf9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226a2187-a030-4e22-9904-dd7911d96bdf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:09.863342 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52338) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:09.872749 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-369e0f75-9748-48c4-806d-64523be72dd9 req-0613f5a4-7701-4bc5-b120-3b1243998679 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0601401 Sep 23 10:27:09.884336 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-fab1add1-4797-4dfe-8b7d-fef5e71dc762 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6911376 Sep 23 10:27:09.911962 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2851-04e3-40d8-adb8-05aacf8680fc req-04266e3b-7216-4a5d-b897-daf3e58f8074 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:09.913501 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80ee2851-04e3-40d8-adb8-05aacf8680fc req-04266e3b-7216-4a5d-b897-daf3e58f8074 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.1851249 Sep 23 10:27:09.929386 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf83-b7f2-4a00-92f2-240f6bd1e132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:09.954232 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf83-b7f2-4a00-92f2-240f6bd1e132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.007041 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf83-b7f2-4a00-92f2-240f6bd1e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.009530 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf83-b7f2-4a00-92f2-240f6bd1e132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.011247 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-dd55bf83-b7f2-4a00-92f2-240f6bd1e132 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/226a2187-a030-4e22-9904-dd7911d96bdf HTTP/1.1" status: 204 len: 168 time: 0.1469665 Sep 23 10:27:10.017173 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.020692 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55bf83-b7f2-4a00-92f2-240f6bd1e132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226a2187-a030-4e22-9904-dd7911d96bdf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:10.092799 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80ee2851-04e3-40d8-adb8-05aacf8680fc req-98cb2ba4-c6fb-4485-8200-f003785d8af9 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589339 Sep 23 10:27:10.130127 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Network e9256af7-6f78-4f03-ab05-346160109dc0 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:27:10.144878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4f68-7938-47ca-948c-6d0644c39cd9 req-9fbfb348-0547-4d9d-abd9-49a095ca4b94 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:10.146448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-404e4f68-7938-47ca-948c-6d0644c39cd9 req-9fbfb348-0547-4d9d-abd9-49a095ca4b94 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 931 time: 0.1907527 Sep 23 10:27:10.151679 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:27:10.157862 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'Port': ['ID=f0fad697-84c6-4b61-a1f7-fc50f319cb07,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:10.164101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:27:10.170072 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:10.170678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.207470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.226986 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-46c11bfc-ece2-4269-844c-1f470089d345 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2153611 Sep 23 10:27:10.237039 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-404e4f68-7938-47ca-948c-6d0644c39cd9 req-2e92a867-371a-4744-bcf2-32989ac102f7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744717 Sep 23 10:27:10.262068 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.307857 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Network 5a79d539-77ee-47e4-83f0-e49b70463db6 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:27:10.311005 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:27:10.314919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:27:10.320374 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:10.320989 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.338867 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Pushing event updated for resources: {'Port': ['ID=47c49a38-8b76-4415-9d44-3294f06aaff5,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:10.352935 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-cd815d7c-064a-429a-a7bf-9e661f9cccca tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8027360 Sep 23 10:27:10.406611 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52346) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:10.406869 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f22d1f39-f7b9-4324-82c8-58c6af1905a2 None None] Provisioning complete for port f0fad697-84c6-4b61-a1f7-fc50f319cb07 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:10.407375 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f22d1f39-f7b9-4324-82c8-58c6af1905a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.419898 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-054822ef-0ee5-4df5-9567-eae83222504e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.441125 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-f22d1f39-f7b9-4324-82c8-58c6af1905a2 None None] Port f0fad697-84c6-4b61-a1f7-fc50f319cb07 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:27:10.627897 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-054822ef-0ee5-4df5-9567-eae83222504e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.632854 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-054822ef-0ee5-4df5-9567-eae83222504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.674700 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054822ef-0ee5-4df5-9567-eae83222504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68229b46-fadb-4510-90d1-7ee1752a5b34,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:10.678871 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-054822ef-0ee5-4df5-9567-eae83222504e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9279556fb40a4b4faf9ce1796be7aaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710898 Sep 23 10:27:10.681444 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52356) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:10.724612 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1bca2-018c-42e8-8eac-3070589e7c77 req-e01f06a9-8089-4280-89cd-33b6d1156791 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:10.726114 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-74e1bca2-018c-42e8-8eac-3070589e7c77 req-e01f06a9-8089-4280-89cd-33b6d1156791 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.0525403 Sep 23 10:27:10.731798 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e27e30b-52b1-43ad-b0df-ee7d5eb47a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.753661 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e27e30b-52b1-43ad-b0df-ee7d5eb47a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.769851 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-74e1bca2-018c-42e8-8eac-3070589e7c77 req-535941e2-adf9-4626-b5cd-954874cbc8de tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Sep 23 10:27:10.804199 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e27e30b-52b1-43ad-b0df-ee7d5eb47a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.806757 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8e27e30b-52b1-43ad-b0df-ee7d5eb47a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:10.808433 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-8e27e30b-52b1-43ad-b0df-ee7d5eb47a09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68229b46-fadb-4510-90d1-7ee1752a5b34 HTTP/1.1" status: 204 len: 168 time: 0.1254845 Sep 23 10:27:10.816096 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27e30b-52b1-43ad-b0df-ee7d5eb47a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68229b46-fadb-4510-90d1-7ee1752a5b34,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:10.893858 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'tag': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:10.896547 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34683501-9d35-4f71-9b34-1007e6cced55" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd1d0f3-20ef-4d7d-89ac-78b189223a7e", "tag": "1133b1c5-d9db-4a1a-811a-fa9fa497b9b2"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:10.981840 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a411c6-aabd-4a32-981d-fb68de2dfc69 x-openstack-request-id: req-e6a411c6-aabd-4a32-981d-fb68de2dfc69 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:10.982136 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd1d0f3-20ef-4d7d-89ac-78b189223a7e", "tag": "1133b1c5-d9db-4a1a-811a-fa9fa497b9b2", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:10.982441 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6a411c6-aabd-4a32-981d-fb68de2dfc69 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:10.982821 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'tag': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2', 'status': 'completed', 'code': 200} Sep 23 10:27:11.000318 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776a558-2bff-463b-a6e8-96d991d8ee58 req-adcf420f-5d83-4f03-8d10-5b7eeec6e6e9 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:11.001803 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8776a558-2bff-463b-a6e8-96d991d8ee58 req-adcf420f-5d83-4f03-8d10-5b7eeec6e6e9 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 931 time: 0.0573943 Sep 23 10:27:11.039192 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8776a558-2bff-463b-a6e8-96d991d8ee58 req-2e12d23c-620b-496b-91be-119fca40b98f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Sep 23 10:27:11.213902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce4533-6291-431e-a187-84872658d553 req-8a05cb93-b1ea-4b7e-a7eb-6f573fd5c94c tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:11.215374 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-26ce4533-6291-431e-a187-84872658d553 req-8a05cb93-b1ea-4b7e-a7eb-6f573fd5c94c tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.0504639 Sep 23 10:27:11.256935 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-26ce4533-6291-431e-a187-84872658d553 req-7528ae38-a040-4d06-9361-3b58d1105ec1 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Sep 23 10:27:11.361387 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a488c70-1565-4118-93a9-ce8835fec9f0 req-ec5893ac-7cb8-46fc-bf9d-469a349e654f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:11.362895 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0a488c70-1565-4118-93a9-ce8835fec9f0 req-ec5893ac-7cb8-46fc-bf9d-469a349e654f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 931 time: 0.0497341 Sep 23 10:27:11.402448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0a488c70-1565-4118-93a9-ce8835fec9f0 req-4b183563-13c2-4d26-a3fb-52fac4147b31 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Sep 23 10:27:11.894772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f071e-5667-48db-8932-7f2c7aacab5f req-e2819489-3d11-42cf-a116-c0bd33296723 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:11.896651 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-738f071e-5667-48db-8932-7f2c7aacab5f req-e2819489-3d11-42cf-a116-c0bd33296723 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.0563126 Sep 23 10:27:11.945244 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-738f071e-5667-48db-8932-7f2c7aacab5f req-7d29c98f-eebc-44fe-bf91-355b7ac46472 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Sep 23 10:27:11.952251 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Request body: {'port': {'device_id': '3984a794-f215-44e8-bd30-3eeef500ac09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:11.964868 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Request body: {'port': {'device_id': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:11.971272 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Request body: {'port': {'device_id': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:12.085017 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-80a2ef9f-f132-4eb2-a129-01a780dfbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.086583 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-80a2ef9f-f132-4eb2-a129-01a780dfbeaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb HTTP/1.1" status: 200 len: 851 time: 0.1590831 Sep 23 10:27:12.115850 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:12.151549 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-27709d2a-35a0-4126-84fd-4402cb9fe74e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6f06b09-4f38-419c-8003-78c4c1ed2638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567923 Sep 23 10:27:12.208142 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-f217c02a-0827-4223-9ac9-2acb306ea0a9 req-9b2e1623-c992-47be-90aa-14b78d442308 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562737 Sep 23 10:27:12.256609 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:12.280854 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:12.332720 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-cab20e75-63e1-4ebb-a5fc-da13ab5e4b13 service neutron] 10.222.0.59 "GET /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694081 Sep 23 10:27:12.342158 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-80e348b0-51ce-4bfb-ba3b-cf00109cc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.344431 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-80e348b0-51ce-4bfb-ba3b-cf00109cc875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 1096 time: 0.0668604 Sep 23 10:27:12.500942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538e59-c172-499f-a325-19e7d77b5b61 req-7af19b0a-8884-4011-b322-a0990d33d436 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.502479 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f538e59-c172-499f-a325-19e7d77b5b61 req-7af19b0a-8884-4011-b322-a0990d33d436 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 931 time: 0.3179698 Sep 23 10:27:12.575050 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-f0b5764f-3850-4147-9ef9-27f157a672fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.576558 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-f0b5764f-3850-4147-9ef9-27f157a672fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 915 time: 0.2186060 Sep 23 10:27:12.578510 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-3e58841b-7424-44bd-b9c3-11a132adb96b req-76a7a567-c5e8-48c7-abf6-b3fc23781bfb service neutron] 10.222.0.59 "GET /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326002 Sep 23 10:27:12.628613 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-a4e7abfc-8418-4ee3-acd0-9e84437d18d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 HTTP/1.1" status: 200 len: 217 time: 0.0396907 Sep 23 10:27:12.719799 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-78beca52-fcc1-4ea3-90a3-7ec5cdcd2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.721275 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-78beca52-fcc1-4ea3-90a3-7ec5cdcd2dfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0805228 Sep 23 10:27:12.723810 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683501-9d35-4f71-9b34-1007e6cced55 req-5fc3695d-40d8-40d2-9d0d-26f3b74424b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.725136 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-5fc3695d-40d8-40d2-9d0d-26f3b74424b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bea9402d47f242d98f3607d6c166988a&device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 1096 time: 0.0757194 Sep 23 10:27:12.771962 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-f55fe60a-b671-49da-acd9-cec6aa0ad64c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353432 Sep 23 10:27:12.775521 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e8102-f31f-41a5-a622-2c285e1b065d req-3b89dd35-ece1-4da3-aec7-c4f3b0ba5f4f tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.777552 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a33e8102-f31f-41a5-a622-2c285e1b065d req-3b89dd35-ece1-4da3-aec7-c4f3b0ba5f4f tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.4106071 Sep 23 10:27:12.836488 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f538e59-c172-499f-a325-19e7d77b5b61 req-d99cc073-d73c-412f-9191-0bfea7e21ff7 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062205 Sep 23 10:27:12.966801 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683501-9d35-4f71-9b34-1007e6cced55 req-890527c7-eb33-4a9d-8745-ab859fce1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:12.968477 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-890527c7-eb33-4a9d-8745-ab859fce1b25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d6f06b09-4f38-419c-8003-78c4c1ed2638 HTTP/1.1" status: 200 len: 912 time: 0.2229571 Sep 23 10:27:13.033712 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-068622f3-b6d7-4b06-9062-3feb923f9da8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0559316 Sep 23 10:27:13.037482 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-99de2921-1c37-42c3-9ec0-04f6b52f3613 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402365 Sep 23 10:27:13.174673 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683501-9d35-4f71-9b34-1007e6cced55 req-77565e03-3237-4dec-ac16-6d5e213dd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:13.176116 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-77565e03-3237-4dec-ac16-6d5e213dd552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb HTTP/1.1" status: 200 len: 851 time: 0.1268241 Sep 23 10:27:13.197192 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a33e8102-f31f-41a5-a622-2c285e1b065d req-a2463046-6e25-4a3f-9be6-2ebd573a1744 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862174 Sep 23 10:27:13.232630 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-a7f22eed-2e36-452b-a4f9-e40f57b3da6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d6f06b09-4f38-419c-8003-78c4c1ed2638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483925 Sep 23 10:27:13.267527 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-79da0c51-28eb-4d94-b618-3e11b17729eb service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046916 Sep 23 10:27:13.291003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2999-e016-48f4-96b1-398894c1c807 req-cb5bf0c6-b6fe-4d93-a0c3-c74b9068e1b5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:13.293164 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-141d2999-e016-48f4-96b1-398894c1c807 req-cb5bf0c6-b6fe-4d93-a0c3-c74b9068e1b5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 931 time: 0.1872549 Sep 23 10:27:13.322380 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c49a38-8b76-4415-9d44-3294f06aaff5 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:13.339555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.382858 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-d00aa02c-5994-4703-933d-ef2a81241f48 service neutron] 10.222.0.59 "GET /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368673 Sep 23 10:27:13.421114 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Transition to ACTIVE for port object 47c49a38-8b76-4415-9d44-3294f06aaff5 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:27:13.437315 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.465781 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-141d2999-e016-48f4-96b1-398894c1c807 req-6b003946-3a05-4a2e-b6fa-a96a17e81879 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634333 Sep 23 10:27:13.473156 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fad697-84c6-4b61-a1f7-fc50f319cb07 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:13.497194 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-0528ac31-1bda-4db4-a49c-1b2b91e8ac55 service neutron] 10.222.0.59 "GET /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053700 Sep 23 10:27:13.512627 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.576333 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdfaee-3899-46f3-baa7-3f735df0b733 req-a3cea72c-62f9-4fd7-a85d-241aa6dd8e98 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:13.577834 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-71fdfaee-3899-46f3-baa7-3f735df0b733 req-a3cea72c-62f9-4fd7-a85d-241aa6dd8e98 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.2432091 Sep 23 10:27:13.594821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Transition to ACTIVE for port object f0fad697-84c6-4b61-a1f7-fc50f319cb07 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:27:13.597128 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Pushing event updated for resources: {'Port': ['ID=47c49a38-8b76-4415-9d44-3294f06aaff5,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:13.612287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.747689 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Attempting to bind port 47c49a38-8b76-4415-9d44-3294f06aaff5 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:27:13.748019 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Attempting to bind port 47c49a38-8b76-4415-9d44-3294f06aaff5 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:27:13.748351 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Attempting to bind port 47c49a38-8b76-4415-9d44-3294f06aaff5 on network 5a79d539-77ee-47e4-83f0-e49b70463db6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:13.752387 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Pushing event updated for resources: {'Port': ['ID=f0fad697-84c6-4b61-a1f7-fc50f319cb07,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:13.760827 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-71fdfaee-3899-46f3-baa7-3f735df0b733 req-d87a82db-8340-4bf6-94a3-bc74d8755e6b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701035 Sep 23 10:27:13.769062 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Port 47c49a38-8b76-4415-9d44-3294f06aaff5 on network 5a79d539-77ee-47e4-83f0-e49b70463db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:27:13.769390 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Attempting to bind port 47c49a38-8b76-4415-9d44-3294f06aaff5 on network 5a79d539-77ee-47e4-83f0-e49b70463db6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:13.789103 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:27:13.789458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Checking segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:13.790034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Bound using segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:27:13.790508 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Bound port: 47c49a38-8b76-4415-9d44-3294f06aaff5, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:27:13.790869 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.862064 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Attempting to bind port f0fad697-84c6-4b61-a1f7-fc50f319cb07 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:27:13.862454 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Attempting to bind port f0fad697-84c6-4b61-a1f7-fc50f319cb07 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:27:13.862763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Attempting to bind port f0fad697-84c6-4b61-a1f7-fc50f319cb07 on network e9256af7-6f78-4f03-ab05-346160109dc0 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:13.895047 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:13.903271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Port f0fad697-84c6-4b61-a1f7-fc50f319cb07 on network e9256af7-6f78-4f03-ab05-346160109dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:27:13.903594 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Attempting to bind port f0fad697-84c6-4b61-a1f7-fc50f319cb07 on network e9256af7-6f78-4f03-ab05-346160109dc0 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:13.910276 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.932557 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:27:13.932892 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Checking segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:13.933272 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Bound using segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:27:13.933754 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Bound port: f0fad697-84c6-4b61-a1f7-fc50f319cb07, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:27:13.934111 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:13.974486 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Transition to ACTIVE for port object 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:27:13.989144 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:14.005126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] For port 47c49a38-8b76-4415-9d44-3294f06aaff5, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:27:14.082572 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] For port 47c49a38-8b76-4415-9d44-3294f06aaff5, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=47c49a38-8b76-4415-9d44-3294f06aaff5,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:27:14.112933 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:14.133957 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed306f9-1179-46ac-81ba-d7968f7e9686 req-dd1bd7f6-e43d-4204-86e2-69461b67aef1 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.136447 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1ed306f9-1179-46ac-81ba-d7968f7e9686 req-dd1bd7f6-e43d-4204-86e2-69461b67aef1 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.2193511 Sep 23 10:27:14.163422 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:14.185493 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] For port f0fad697-84c6-4b61-a1f7-fc50f319cb07, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:27:14.241228 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.241880 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:14.243280 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] 10.222.0.59 "PUT /v2.0/ports/47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 1094 time: 2.2868407 Sep 23 10:27:14.245195 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] For port f0fad697-84c6-4b61-a1f7-fc50f319cb07, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:27:14.252271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'tag': '47c49a38-8b76-4415-9d44-3294f06aaff5'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:14.329121 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:14.379722 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Attempting to bind port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:27:14.380057 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Attempting to bind port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:27:14.380425 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Attempting to bind port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf on network 5a79d539-77ee-47e4-83f0-e49b70463db6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:14.444736 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf on network 5a79d539-77ee-47e4-83f0-e49b70463db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:27:14.445427 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Attempting to bind port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf on network 5a79d539-77ee-47e4-83f0-e49b70463db6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:14.448419 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.449230 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:14.450843 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] 10.222.0.59 "PUT /v2.0/ports/f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 1093 time: 2.4933600 Sep 23 10:27:14.473549 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1ed306f9-1179-46ac-81ba-d7968f7e9686 req-374568b4-0b3d-43c0-8b69-1130d81a1833 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215818 Sep 23 10:27:14.476248 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5816685-3276-4e9a-b144-03cf6dad578f service neutron] Pushing event updated for resources: {'Port': ['ID=47c49a38-8b76-4415-9d44-3294f06aaff5,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:14.533683 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:27:14.534066 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Checking segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:14.534393 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Bound using segment: {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:27:14.534832 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Bound port: 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd487903-f31d-404a-8de7-cbe41c53d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:27:14.535198 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:14.625440 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c490bd52-8c92-490a-8d9b-b52976411739" -d '{"events": [{"name": "network-changed", "server_uuid": "0645dade-a55d-4e58-a593-a365fbcf35e5", "tag": "47c49a38-8b76-4415-9d44-3294f06aaff5"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:14.684354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-d9478788-7ff8-4e92-a9c8-901606ea9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.685984 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-d9478788-7ff8-4e92-a9c8-901606ea9521 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1097 time: 0.3726547 Sep 23 10:27:14.730141 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fac94-7f85-4552-95d9-50a12c51d920 req-f8123aa1-3039-4c1d-8b11-0b770e053f31 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.731551 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dc0fac94-7f85-4552-95d9-50a12c51d920 req-f8123aa1-3039-4c1d-8b11-0b770e053f31 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.4145751 Sep 23 10:27:14.834071 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-e64d0919-9737-42de-a946-77d17809ca60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.1166966 Sep 23 10:27:14.846634 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20fc12-feb8-4f15-ad43-12c3b225881c service neutron] Pushing event updated for resources: {'Port': ['ID=f0fad697-84c6-4b61-a1f7-fc50f319cb07,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:14.856857 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-e6988b0c-868d-414e-9802-3019a504a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.858336 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-e6988b0c-868d-414e-9802-3019a504a599 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1096 time: 0.3266678 Sep 23 10:27:14.922612 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1ede-b8b2-4633-934c-1b78d6372668 req-e31e631f-b692-475f-819c-b547bd3b5d65 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.924072 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae9d1ede-b8b2-4633-934c-1b78d6372668 req-e31e631f-b692-475f-819c-b547bd3b5d65 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.3022935 Sep 23 10:27:14.929641 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] For port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:27:14.956681 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dc0fac94-7f85-4552-95d9-50a12c51d920 req-dd8685d4-e275-4511-a84b-0318aea74318 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816571 Sep 23 10:27:14.969356 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] For port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:27:14.981259 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359096-eb95-44ee-8812-04c68b11c2be req-40e3567b-c997-403c-bd40-265a494ccd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:14.982884 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-40e3567b-c997-403c-bd40-265a494ccd44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.1329975 Sep 23 10:27:14.989164 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:15.021801 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae9d1ede-b8b2-4633-934c-1b78d6372668 req-4b13300d-cb2a-4369-8f94-5294fbd289a8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899756 Sep 23 10:27:15.040486 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:15.041660 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:15.043101 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf HTTP/1.1" status: 200 len: 1093 time: 3.0957205 Sep 23 10:27:15.060556 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4b006-81ad-41e3-9107-db6a183ce6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:15.075219 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adc4c5e-3d70-40b5-8417-54df8ebaac9f x-openstack-request-id: req-6adc4c5e-3d70-40b5-8417-54df8ebaac9f {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:15.075511 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0645dade-a55d-4e58-a593-a365fbcf35e5", "tag": "47c49a38-8b76-4415-9d44-3294f06aaff5", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:15.075758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6adc4c5e-3d70-40b5-8417-54df8ebaac9f {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:15.076223 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'tag': '47c49a38-8b76-4415-9d44-3294f06aaff5', 'status': 'completed', 'code': 200} Sep 23 10:27:15.149959 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e7052-04bb-4a44-824b-61edc6f87af1 req-cf60a34a-1241-4843-8767-40569a09963f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:15.151521 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e01e7052-04bb-4a44-824b-61edc6f87af1 req-cf60a34a-1241-4843-8767-40569a09963f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.0568411 Sep 23 10:27:15.189380 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e01e7052-04bb-4a44-824b-61edc6f87af1 req-d388e94a-d7cc-4771-8d53-781662113793 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Sep 23 10:27:15.758052 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbdd02-660c-41ae-9129-391ecee01089 req-68cf7605-7116-4a64-ac0e-83e066372cdd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:15.759545 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8cbdd02-660c-41ae-9129-391ecee01089 req-68cf7605-7116-4a64-ac0e-83e066372cdd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.2330101 Sep 23 10:27:15.804588 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8cbdd02-660c-41ae-9129-391ecee01089 req-37d19042-ac7c-4a6b-a2cf-d94914a30ed5 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Sep 23 10:27:16.049079 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52582) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:16.073540 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1de96-51c3-44e1-9e12-662915d54274 req-d479b8b9-fa18-4ec4-9c24-887c6efb8a98 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:16.075160 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77d1de96-51c3-44e1-9e12-662915d54274 req-d479b8b9-fa18-4ec4-9c24-887c6efb8a98 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.0512247 Sep 23 10:27:16.145474 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77d1de96-51c3-44e1-9e12-662915d54274 req-6a37dcaa-cd10-4a38-a866-8c2809ecadf8 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638976 Sep 23 10:27:16.167458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031ea8a-95df-4698-8656-1997795d3259 req-a3913bfe-36dc-45cf-87bc-ad973d7d9a66 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:16.169020 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8031ea8a-95df-4698-8656-1997795d3259 req-a3913bfe-36dc-45cf-87bc-ad973d7d9a66 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0684342 Sep 23 10:27:16.177672 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79bdb17d-6132-4fc6-9391-cbaa7a6ea35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.205332 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8031ea8a-95df-4698-8656-1997795d3259 req-c8266db1-5814-4913-acb1-bdf98eea5f7e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302901 Sep 23 10:27:16.276582 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79bdb17d-6132-4fc6-9391-cbaa7a6ea35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.280968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79bdb17d-6132-4fc6-9391-cbaa7a6ea35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.310216 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861ff04-5e02-4fe6-9fd1-fc959393601c req-461858b6-226e-4e72-9ce3-942ea59ff510 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:16.311692 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3861ff04-5e02-4fe6-9fd1-fc959393601c req-461858b6-226e-4e72-9ce3-942ea59ff510 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.0492342 Sep 23 10:27:16.316985 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdb17d-6132-4fc6-9391-cbaa7a6ea35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe296c-5ab8-43bf-8dc4-d658c115f256,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:16.324419 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-79bdb17d-6132-4fc6-9391-cbaa7a6ea35a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbf2dc5210a046edb8a2f33da2a92c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708051 Sep 23 10:27:16.325534 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52590) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:16.355509 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3861ff04-5e02-4fe6-9fd1-fc959393601c req-977b6f83-7a0e-4194-9957-9122e9b21ef4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Sep 23 10:27:16.381096 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-10eef48d-8800-4784-a2a7-2daf5e11add3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.401237 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-10eef48d-8800-4784-a2a7-2daf5e11add3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.454199 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-10eef48d-8800-4784-a2a7-2daf5e11add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.456636 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-10eef48d-8800-4784-a2a7-2daf5e11add3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.457859 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-10eef48d-8800-4784-a2a7-2daf5e11add3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29fe296c-5ab8-43bf-8dc4-d658c115f256 HTTP/1.1" status: 204 len: 168 time: 0.1312952 Sep 23 10:27:16.465967 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eef48d-8800-4784-a2a7-2daf5e11add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe296c-5ab8-43bf-8dc4-d658c115f256,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:16.725151 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52600) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:16.738080 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-797b4470-d9bc-42cb-b867-6bc18951467c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.842500 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-797b4470-d9bc-42cb-b867-6bc18951467c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.847046 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-797b4470-d9bc-42cb-b867-6bc18951467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.894889 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-797b4470-d9bc-42cb-b867-6bc18951467c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4252b7bef7174271bf177ef9f9aa4fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684704 Sep 23 10:27:16.895832 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b4470-d9bc-42cb-b867-6bc18951467c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71c7f1-ed8e-453a-939b-687d3f327e1e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:16.898460 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52606) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:16.932222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb6b4-8890-496f-a37b-a1c1040a6bad req-c8e10b51-260f-4417-9d06-ef229b5e14f8 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:16.933738 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89cdb6b4-8890-496f-a37b-a1c1040a6bad req-c8e10b51-260f-4417-9d06-ef229b5e14f8 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0581307 Sep 23 10:27:16.948126 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43e82c1-a258-4190-96bf-45b4a7b15cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.969139 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43e82c1-a258-4190-96bf-45b4a7b15cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:16.974610 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89cdb6b4-8890-496f-a37b-a1c1040a6bad req-b2df3fe7-31ff-4e1a-adcd-08b321e856a2 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328522 Sep 23 10:27:17.022770 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43e82c1-a258-4190-96bf-45b4a7b15cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.025285 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b43e82c1-a258-4190-96bf-45b4a7b15cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.026525 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b43e82c1-a258-4190-96bf-45b4a7b15cc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c71c7f1-ed8e-453a-939b-687d3f327e1e HTTP/1.1" status: 204 len: 168 time: 0.1270912 Sep 23 10:27:17.033960 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e82c1-a258-4190-96bf-45b4a7b15cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71c7f1-ed8e-453a-939b-687d3f327e1e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:17.077698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07'}, {'name': 'network-changed', 'server_uuid': '3984a794-f215-44e8-bd30-3eeef500ac09', 'tag': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:17.080076 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf455657-0f46-4a44-8f35-230406b18d28" -d '{"events": [{"name": "network-changed", "server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07"}, {"name": "network-changed", "server_uuid": "3984a794-f215-44e8-bd30-3eeef500ac09", "tag": "3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:17.121112 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c2ddd-e352-43d4-a97c-a58747ee1246 x-openstack-request-id: req-0b9c2ddd-e352-43d4-a97c-a58747ee1246 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:17.121413 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3984a794-f215-44e8-bd30-3eeef500ac09", "tag": "3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:17.121696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b9c2ddd-e352-43d4-a97c-a58747ee1246 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:17.122097 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'status': 'completed', 'code': 200} Sep 23 10:27:17.122353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3984a794-f215-44e8-bd30-3eeef500ac09', 'tag': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf', 'status': 'completed', 'code': 200} Sep 23 10:27:17.285378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01420483-1491-46c3-b893-655a2fa66d99 req-d28a8340-2ca2-4b53-b87c-bf559c63888d tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:17.287203 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01420483-1491-46c3-b893-655a2fa66d99 req-d28a8340-2ca2-4b53-b87c-bf559c63888d tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.0611246 Sep 23 10:27:17.354350 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01420483-1491-46c3-b893-655a2fa66d99 req-51d37a22-f62c-47d4-998b-19a601a517d2 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Sep 23 10:27:17.365303 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bde6da-e021-49a2-a9ab-3b55a248c608 req-4f0544f2-8a2b-46ee-acac-265dfc873e6c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:17.367169 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f3bde6da-e021-49a2-a9ab-3b55a248c608 req-4f0544f2-8a2b-46ee-acac-265dfc873e6c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0789499 Sep 23 10:27:17.390074 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52620) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:17.403930 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-315af4ae-7702-4569-9eac-afa65fcd9615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.410316 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f3bde6da-e021-49a2-a9ab-3b55a248c608 req-595fc176-99d8-4ee9-82b8-6787a3e7fde4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343292 Sep 23 10:27:17.492654 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb798a0-5ae2-4924-a846-4b41e5cfbbdb req-24173b2d-fc24-43d2-b8bc-78102f45cfef tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:17.494842 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9bb798a0-5ae2-4924-a846-4b41e5cfbbdb req-24173b2d-fc24-43d2-b8bc-78102f45cfef tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 943 time: 0.0544512 Sep 23 10:27:17.505865 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-315af4ae-7702-4569-9eac-afa65fcd9615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.512721 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-315af4ae-7702-4569-9eac-afa65fcd9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.533414 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9bb798a0-5ae2-4924-a846-4b41e5cfbbdb req-47756d1f-46bb-4392-8f89-9bd0c0f3faaa tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Sep 23 10:27:17.552974 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-315af4ae-7702-4569-9eac-afa65fcd9615 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f155ea76a38479c889fa6c1edbf0f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618156 Sep 23 10:27:17.554275 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315af4ae-7702-4569-9eac-afa65fcd9615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceea1b2-4853-4a87-bfbb-8e9c5287065e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:17.556498 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 52624) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:17.615941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b5f50a1d-bc90-41a3-8fa9-e4e005761eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.646008 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b5f50a1d-bc90-41a3-8fa9-e4e005761eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.696693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b5f50a1d-bc90-41a3-8fa9-e4e005761eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.699444 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b5f50a1d-bc90-41a3-8fa9-e4e005761eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:17.700694 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b5f50a1d-bc90-41a3-8fa9-e4e005761eb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ceea1b2-4853-4a87-bfbb-8e9c5287065e HTTP/1.1" status: 204 len: 168 time: 0.1425688 Sep 23 10:27:17.708929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f50a1d-bc90-41a3-8fa9-e4e005761eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceea1b2-4853-4a87-bfbb-8e9c5287065e,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:17.969140 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:27:18.075362 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-09ec76fc-b808-42d9-bb4c-eed17bb3a043 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 217 time: 0.1020415 Sep 23 10:27:18.077201 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-cbc49e15-41ff-42bb-9c08-94e0f7e955f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608199 Sep 23 10:27:18.110497 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:18.124879 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'port_id': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2', 'mac_address': 'fa:16:3e:89:9a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf606bce-3c14-42f5-b3e5-1dce3a6e10b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:27:18.164027 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:18.177810 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:18.204128 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:18.208122 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:18.209182 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:27:18.240930 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-c00042ab-e8cd-4910-b0f3-9f618ff68a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.242458 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-c00042ab-e8cd-4910-b0f3-9f618ff68a34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 1096 time: 0.2274287 Sep 23 10:27:18.253112 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c8f12-772f-4fac-aaf8-4c45f1794406 req-1bae8665-2321-4b0d-99b8-8a188b503089 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.254602 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-362c8f12-772f-4fac-aaf8-4c45f1794406 req-1bae8665-2321-4b0d-99b8-8a188b503089 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.1885762 Sep 23 10:27:18.269064 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-0adf52fe-73e7-42b0-b6f9-7a27179d333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.270494 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-0adf52fe-73e7-42b0-b6f9-7a27179d333e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.1544473 Sep 23 10:27:18.300111 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:18.314749 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-97068049-648d-47b4-a25d-b9435b0da577 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf HTTP/1.1" status: 200 len: 217 time: 0.0575559 Sep 23 10:27:18.371673 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-20c3f28b-d42b-4531-abf4-9f8e275c8abc service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704294 Sep 23 10:27:18.372308 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,segment=NetworkSegment(a6534b91-b295-43cb-a442-60ca13474ef7),segment_id=a6534b91-b295-43cb-a442-60ca13474ef7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:18.386514 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2', 'network_id': 'd6f06b09-4f38-419c-8003-78c4c1ed2638', 'port_id': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2', 'mac_address': 'fa:16:3e:58:5b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:27:18.434615 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:18.451931 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:18.476605 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-362c8f12-772f-4fac-aaf8-4c45f1794406 req-3411ca8d-e7a8-4dda-b711-9ea5924a7feb tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091942 Sep 23 10:27:18.477925 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,segment=NetworkSegment(a6534b91-b295-43cb-a442-60ca13474ef7),segment_id=a6534b91-b295-43cb-a442-60ca13474ef7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:18.486838 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:18.509062 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-bc29faf4-883e-4f22-83f0-9271818593b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.510616 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-bc29faf4-883e-4f22-83f0-9271818593b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.1715817 Sep 23 10:27:18.543797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-0dd0ec7d-b5d0-4f41-bcb1-8bc7c8016f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.545293 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-0dd0ec7d-b5d0-4f41-bcb1-8bc7c8016f64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2325053 Sep 23 10:27:18.574093 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:18.586125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4e0c8-da96-4250-978b-d21efcf3369e req-496d388c-9784-4a55-bd6f-b9ca241b8001 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.587907 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e3f4e0c8-da96-4250-978b-d21efcf3369e req-496d388c-9784-4a55-bd6f-b9ca241b8001 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 943 time: 0.1419811 Sep 23 10:27:18.600963 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da359096-eb95-44ee-8812-04c68b11c2be req-a75c027e-0ef0-473b-9332-a0aeef668313 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055659 Sep 23 10:27:18.663655 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e3f4e0c8-da96-4250-978b-d21efcf3369e req-cf03b447-cd1e-4fe2-9a32-a7e7f2ac79e8 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642602 Sep 23 10:27:18.671220 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3f154-742a-4237-af71-44ebfd315847 req-3a2ff8c0-a3d4-4b47-ae5f-75052ea1ea82 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.672699 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-52c3f154-742a-4237-af71-44ebfd315847 req-3a2ff8c0-a3d4-4b47-ae5f-75052ea1ea82 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0989802 Sep 23 10:27:18.729879 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-52c3f154-742a-4237-af71-44ebfd315847 req-b6e6d925-0c00-4ebe-aabb-681b319fea2d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Sep 23 10:27:18.784726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71497942-c57b-4ba0-bca1-38ffdff715e0 req-a3aeaa76-d326-4b09-a7e8-7c2ea34ae264 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:18.785909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-71497942-c57b-4ba0-bca1-38ffdff715e0 req-a3aeaa76-d326-4b09-a7e8-7c2ea34ae264 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.0506296 Sep 23 10:27:18.830774 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-71497942-c57b-4ba0-bca1-38ffdff715e0 req-327637fb-efaa-41a8-adf6-dadf6d5d7492 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Sep 23 10:27:19.605278 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0803fd-6937-48ce-ba8a-60d86ecf5791 req-8d95d44e-8788-4fdf-a795-4140945490ec tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:19.606943 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd0803fd-6937-48ce-ba8a-60d86ecf5791 req-8d95d44e-8788-4fdf-a795-4140945490ec tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0544150 Sep 23 10:27:19.653317 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd0803fd-6937-48ce-ba8a-60d86ecf5791 req-1c88818b-9fd0-4ae0-aaca-cc1c1f671663 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350375 Sep 23 10:27:19.786574 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06e6cf-0b81-4e0d-bdb7-a705abbd8441 req-6e41b1f5-6b19-4cd0-93fb-2540d6d9dedb tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:19.788018 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac06e6cf-0b81-4e0d-bdb7-a705abbd8441 req-6e41b1f5-6b19-4cd0-93fb-2540d6d9dedb tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 944 time: 0.0531487 Sep 23 10:27:19.860407 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac06e6cf-0b81-4e0d-bdb7-a705abbd8441 req-be7da0da-1d11-49f1-bbc3-2ec139a2002c tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655370 Sep 23 10:27:19.872432 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588a28-8617-4f0f-88e1-77a154d614f1 req-0d912c36-1af7-45c5-8f85-d5eece6e8097 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:19.873909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd588a28-8617-4f0f-88e1-77a154d614f1 req-0d912c36-1af7-45c5-8f85-d5eece6e8097 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0803883 Sep 23 10:27:19.912227 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd588a28-8617-4f0f-88e1-77a154d614f1 req-44281021-61a3-4a39-97d8-5df5d21d7840 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315387 Sep 23 10:27:19.960131 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24faac6-5283-47d5-bcc3-1c180040842e req-b7ddefa4-d3c8-48d0-97cf-adddb85a8194 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:19.961586 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d24faac6-5283-47d5-bcc3-1c180040842e req-b7ddefa4-d3c8-48d0-97cf-adddb85a8194 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.0478470 Sep 23 10:27:20.000306 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d24faac6-5283-47d5-bcc3-1c180040842e req-67fb9615-eb66-4861-a93f-431e4c2b0c55 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Sep 23 10:27:20.274307 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-f50bbc2b-ee5b-4cf4-a67f-be03cc9a33e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425375 Sep 23 10:27:20.349969 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-e5d5e274-d0bc-46f3-9e3d-7f5c6a47fa94 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164563 Sep 23 10:27:20.765936 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c309a9f-6a10-484b-9f8e-24c3d1333e64 req-0885dc75-ea65-4ad9-ba9c-9f8da467fa38 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:20.767406 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c309a9f-6a10-484b-9f8e-24c3d1333e64 req-0885dc75-ea65-4ad9-ba9c-9f8da467fa38 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0482433 Sep 23 10:27:20.809458 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c309a9f-6a10-484b-9f8e-24c3d1333e64 req-2f804fd2-fab5-4fb1-8a1c-054fdaea5437 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359619 Sep 23 10:27:20.972442 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d7627-719f-45f6-aeac-c0be3b09f50c req-d8111461-b170-4812-ac3e-12aca1a7257c tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:20.973956 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c95d7627-719f-45f6-aeac-c0be3b09f50c req-d8111461-b170-4812-ac3e-12aca1a7257c tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 944 time: 0.0497537 Sep 23 10:27:21.038439 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c95d7627-719f-45f6-aeac-c0be3b09f50c req-91830897-04b5-4b36-be06-2a31269a1616 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Sep 23 10:27:21.046436 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472286f9-a450-4256-bc2d-287a43078d73 req-6a185f37-e123-457d-b1c9-51f9dfd1d184 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:21.047852 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-472286f9-a450-4256-bc2d-287a43078d73 req-6a185f37-e123-457d-b1c9-51f9dfd1d184 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0702901 Sep 23 10:27:21.085353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-472286f9-a450-4256-bc2d-287a43078d73 req-1ddff118-e6c0-4feb-bb01-a4e4e958d709 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Sep 23 10:27:21.141240 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97418b-df0e-43d4-bc25-bcd88556c345 req-4c4d637a-a0cc-4254-83e9-08c0d766bced tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:21.142684 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3d97418b-df0e-43d4-bc25-bcd88556c345 req-4c4d637a-a0cc-4254-83e9-08c0d766bced tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.0498612 Sep 23 10:27:21.178854 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3d97418b-df0e-43d4-bc25-bcd88556c345 req-f800d9ce-db5a-46c6-939f-42f195528cd2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301592 Sep 23 10:27:21.371213 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bd52-8c92-490a-8d9b-b52976411739 req-9046f71d-41ff-4ee3-b479-3d5a05c0ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:21.372671 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-9046f71d-41ff-4ee3-b479-3d5a05c0ff51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1097 time: 0.1346147 Sep 23 10:27:21.392119 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4bb09e4-363d-4da2-bfb1-3f8bbc830123 req-2c0f253d-42cb-4827-9bfd-079f5e887bd9 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776974 Sep 23 10:27:21.430204 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-34436123-2a38-46e9-8de5-6949682558f5 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145388 Sep 23 10:27:21.566794 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['1133b1c5-d9db-4a1a-811a-fa9fa497b9b2'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:21.608134 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:21.824669 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39790448-1f51-40f7-99f5-fc99d4bbf216 req-e1417d88-cd43-407b-9eca-640d076eba41 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662789 Sep 23 10:27:21.830607 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bd52-8c92-490a-8d9b-b52976411739 req-2fdf206d-33a1-4c58-a077-cc13b4409b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:21.830607 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-2fdf206d-33a1-4c58-a077-cc13b4409b66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.4399631 Sep 23 10:27:21.833088 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-427da91b-0706-4786-a154-c87602d60819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:21.834492 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-427da91b-0706-4786-a154-c87602d60819 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1096 time: 0.1924818 Sep 23 10:27:21.930474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a85661-3cee-47a0-a632-d6c761f84474 req-fe9a1dd2-55b7-4eaf-9e2d-97aa3d734d05 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:21.932597 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0a85661-3cee-47a0-a632-d6c761f84474 req-fe9a1dd2-55b7-4eaf-9e2d-97aa3d734d05 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0497923 Sep 23 10:27:21.975776 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0a85661-3cee-47a0-a632-d6c761f84474 req-7e1c30ad-ac5b-4b81-bf8c-752ac6c5722b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361195 Sep 23 10:27:22.150825 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357284-07fa-4aea-b625-44413a85dcd0 req-23c43009-3ef8-4eb4-abb9-d53100600723 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:22.152293 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1a357284-07fa-4aea-b625-44413a85dcd0 req-23c43009-3ef8-4eb4-abb9-d53100600723 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 944 time: 0.0482106 Sep 23 10:27:22.217254 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1a357284-07fa-4aea-b625-44413a85dcd0 req-3c8fe9b7-4418-4a0f-a57b-eafd24409763 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560455 Sep 23 10:27:22.225224 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059b3d-2bf3-4ed1-a36a-6a990dbf8ff4 req-3c059c11-4bb4-4125-b9ac-391ba9f116e2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:22.226658 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4059b3d-2bf3-4ed1-a36a-6a990dbf8ff4 req-3c059c11-4bb4-4125-b9ac-391ba9f116e2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0735137 Sep 23 10:27:22.264276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4059b3d-2bf3-4ed1-a36a-6a990dbf8ff4 req-2b17e680-0455-4c1e-9757-842d328294e2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Sep 23 10:27:22.315881 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702a22-e667-4e1e-8ae7-70014bee1559 req-494999f4-61d2-46f6-803c-b7f8f4a4f4ee tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:22.317299 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-81702a22-e667-4e1e-8ae7-70014bee1559 req-494999f4-61d2-46f6-803c-b7f8f4a4f4ee tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.0467482 Sep 23 10:27:22.354256 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-81702a22-e667-4e1e-8ae7-70014bee1559 req-b68e5e07-a9e4-4991-a87b-a8b8a595945d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Sep 23 10:27:22.810577 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574774de-aa52-42f8-8c03-45b504391165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:23.089683 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de32a6-9823-4cd5-8c2f-926204cce7e0 req-e5528c6a-d2b0-490b-927f-6d66a9b6426b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:23.091226 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d9de32a6-9823-4cd5-8c2f-926204cce7e0 req-e5528c6a-d2b0-490b-927f-6d66a9b6426b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0508547 Sep 23 10:27:23.129091 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d9de32a6-9823-4cd5-8c2f-926204cce7e0 req-4143992c-9d28-4a0c-b513-355d1c0dbc2d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Sep 23 10:27:23.335357 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345684-6fdc-4c85-8b59-26ed2dbe9f22 req-c5c35de7-3a10-4a86-9f9a-a464826b223f tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:23.336721 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-05345684-6fdc-4c85-8b59-26ed2dbe9f22 req-c5c35de7-3a10-4a86-9f9a-a464826b223f tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 944 time: 0.0528564 Sep 23 10:27:23.398837 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-05345684-6fdc-4c85-8b59-26ed2dbe9f22 req-cbba43b2-37ef-4282-ab85-29b037b840a0 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523844 Sep 23 10:27:23.407443 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e991ca2-aca1-4449-8b3e-6d49874ddc11 req-8110d942-1dd3-4a3b-a333-8400a7a488a0 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:23.408869 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6e991ca2-aca1-4449-8b3e-6d49874ddc11 req-8110d942-1dd3-4a3b-a333-8400a7a488a0 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0710092 Sep 23 10:27:23.452503 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6e991ca2-aca1-4449-8b3e-6d49874ddc11 req-b24fd021-7c0d-4a27-b367-84e46e73005f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Sep 23 10:27:23.501561 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3700f26-8dd1-4990-8c87-890f9a78cea7 req-5a3693c8-4a63-4a9b-8206-c82b97a9aac6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:23.503048 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a3700f26-8dd1-4990-8c87-890f9a78cea7 req-5a3693c8-4a63-4a9b-8206-c82b97a9aac6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.0466821 Sep 23 10:27:23.540301 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a3700f26-8dd1-4990-8c87-890f9a78cea7 req-563e533d-51ed-42bd-bf59-d05d7f23d412 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Sep 23 10:27:24.245753 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1476f-cd3b-4be1-ac2e-4a539f836198 req-4ec0bcad-331b-4381-8b07-7c650b8840cd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.247197 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cfd1476f-cd3b-4be1-ac2e-4a539f836198 req-4ec0bcad-331b-4381-8b07-7c650b8840cd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0507143 Sep 23 10:27:24.284518 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cfd1476f-cd3b-4be1-ac2e-4a539f836198 req-1ee33244-7034-433b-8ee5-e7a413f6cea0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Sep 23 10:27:24.514622 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac074955-e49a-4568-abbd-57d69a5921d1 req-833a7719-5880-4c86-8d2e-ffd3bfc24d0b tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.516179 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac074955-e49a-4568-abbd-57d69a5921d1 req-833a7719-5880-4c86-8d2e-ffd3bfc24d0b tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 944 time: 0.0483279 Sep 23 10:27:24.533850 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:24.588516 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-6873f152-49f3-4a72-8513-1525bf6811b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.0713935 Sep 23 10:27:24.711009 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac074955-e49a-4568-abbd-57d69a5921d1 req-cc2f6dcb-422f-47ab-acf4-cb7b40f55c75 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785402 Sep 23 10:27:24.724502 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490bd52-8c92-490a-8d9b-b52976411739 req-b5797af1-ba21-43c3-af2d-674005d92256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.725961 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-b5797af1-ba21-43c3-af2d-674005d92256 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.1138687 Sep 23 10:27:24.738297 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb75ec-e9c7-4ec1-9725-afa5b5536578 req-0a3847bb-526f-4593-85c6-a1f7c5ee339d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.739767 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2aeb75ec-e9c7-4ec1-9725-afa5b5536578 req-0a3847bb-526f-4593-85c6-a1f7c5ee339d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.2084947 Sep 23 10:27:24.758355 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-192f8f7c-e9c6-4191-a653-20fa60bd4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.760276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-192f8f7c-e9c6-4191-a653-20fa60bd4b29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.2421243 Sep 23 10:27:24.778524 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-b421f727-d2e6-42de-8634-6d51c10ab987 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378883 Sep 23 10:27:24.851093 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-552d7693-8e0f-484e-9ae7-964e18b56a32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 217 time: 0.0761826 Sep 23 10:27:24.954127 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2aeb75ec-e9c7-4ec1-9725-afa5b5536578 req-6fe623f5-fae4-457d-99a7-e7803ae7a073 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043567 Sep 23 10:27:24.985870 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f924b-fbb8-4b2e-a1b4-b6068eb18a9e req-3360eba2-900f-4d87-8b89-83fa590f645d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.987348 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-681f924b-fbb8-4b2e-a1b4-b6068eb18a9e req-3360eba2-900f-4d87-8b89-83fa590f645d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.2108109 Sep 23 10:27:24.990629 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-25f43307-f6d3-4667-9119-fdb659770faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:24.992114 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-25f43307-f6d3-4667-9119-fdb659770faf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.1279030 Sep 23 10:27:25.052528 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-3c0732b8-dcd3-4a9d-a2e2-05f82fe340a5 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554271 Sep 23 10:27:25.105699 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-681f924b-fbb8-4b2e-a1b4-b6068eb18a9e req-50a03f35-8186-4944-beb7-8bfd0d9fe175 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111321 Sep 23 10:27:25.114105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-58ee6514-e05a-4e6a-a871-9722b5c8b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:25.116108 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-58ee6514-e05a-4e6a-a871-9722b5c8b314 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104493 Sep 23 10:27:25.237079 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c490bd52-8c92-490a-8d9b-b52976411739 req-499b8462-6908-4093-8bc6-71daa5e7c7df service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750729 Sep 23 10:27:25.257507 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-bbcf07aa-466d-4ec2-b35b-bda49dcb4267 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100004 Sep 23 10:27:25.363798 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a869b58-dad6-4ef7-9e81-da0cb511e036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:25.394638 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-f267cf12-6a07-4bf7-8e85-1d383dcb956d service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283159 Sep 23 10:27:25.416869 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3cbdd-2f30-424e-a090-8b70aaa8147e req-17b6ab53-785f-4908-bd25-02d42ffc6d59 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:25.418427 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a6e3cbdd-2f30-424e-a090-8b70aaa8147e req-17b6ab53-785f-4908-bd25-02d42ffc6d59 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0599742 Sep 23 10:27:25.486049 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a6e3cbdd-2f30-424e-a090-8b70aaa8147e req-3d126a67-1230-4c1e-a3b6-df5acfeeeb5d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592246 Sep 23 10:27:25.497403 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-cbab8179-10b5-4820-8140-9aece12355ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:25.498901 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-cbab8179-10b5-4820-8140-9aece12355ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 1096 time: 0.0580945 Sep 23 10:27:25.616853 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-efcb80d2-33e1-4113-880c-3cf72c07d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:25.618405 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-efcb80d2-33e1-4113-880c-3cf72c07d9a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.1075771 Sep 23 10:27:25.660509 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-5dd53f1e-73e6-4d3c-8f66-d6ed5e52da0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf HTTP/1.1" status: 200 len: 217 time: 0.0340831 Sep 23 10:27:25.713058 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455657-0f46-4a44-8f35-230406b18d28 req-424f933a-d889-4bca-91f6-10b4997979d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:25.714511 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-424f933a-d889-4bca-91f6-10b4997979d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0460670 Sep 23 10:27:25.922242 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-b9223082-ac0e-4ef2-988e-b12acab26b70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995175 Sep 23 10:27:26.027877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6107a-cd28-4b5e-82de-6b139b1fa4e0 req-7b36a8fb-d25b-450b-a0db-bc352f3b9d87 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:26.038373 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fda6107a-cd28-4b5e-82de-6b139b1fa4e0 req-7b36a8fb-d25b-450b-a0db-bc352f3b9d87 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 944 time: 0.1184096 Sep 23 10:27:26.045281 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:26.124499 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fda6107a-cd28-4b5e-82de-6b139b1fa4e0 req-7690dce0-d9ac-4687-b391-03753216cf87 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852499 Sep 23 10:27:26.127588 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-6a9a1129-f3fe-4865-b794-72beaffda881 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960752 Sep 23 10:27:26.139406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc93e-e201-4454-bbf2-54271a21d498 req-e5b8fb84-f3fc-4d61-bfc5-7f64f0110e69 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:26.140885 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-00bfc93e-e201-4454-bbf2-54271a21d498 req-e5b8fb84-f3fc-4d61-bfc5-7f64f0110e69 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0973113 Sep 23 10:27:26.273379 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-00bfc93e-e201-4454-bbf2-54271a21d498 req-02dbd5c6-1ac4-444c-bb53-644d37744bb1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222732 Sep 23 10:27:26.296896 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf455657-0f46-4a44-8f35-230406b18d28 req-b19c009b-5f0d-4026-b869-9a478619ddcd service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550202 Sep 23 10:27:26.305488 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02988288-f625-40c7-954d-afac112ee8d8 req-ae0a1a47-ac3a-47c2-944f-157886f2da8a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:26.306990 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02988288-f625-40c7-954d-afac112ee8d8 req-ae0a1a47-ac3a-47c2-944f-157886f2da8a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 944 time: 0.1197569 Sep 23 10:27:26.350061 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02988288-f625-40c7-954d-afac112ee8d8 req-00afed9a-bec4-451a-bc11-e36a94505258 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Sep 23 10:27:26.510220 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:27:26.568409 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:27:26.572317 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:26.572677 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:26.575365 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:26.633821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07ead-e435-49e3-97db-27806ab28533 req-8ae5c4e7-26cd-4137-ae1e-b1d7984c0a1f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:26.635832 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2da07ead-e435-49e3-97db-27806ab28533 req-8ae5c4e7-26cd-4137-ae1e-b1d7984c0a1f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0550141 Sep 23 10:27:26.682383 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2da07ead-e435-49e3-97db-27806ab28533 req-fed600cf-8359-4255-84c0-adf0a32aa87b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 Sep 23 10:27:26.774839 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:26.798350 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:26.882892 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:26.887667 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:26.888454 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:27:26.963682 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:26.981218 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:27:26.985874 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3044d2-5c65-4b5b-9b93-8fb9cf693ba2" -d '{"events": [{"server_uuid": "563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f", "name": "network-vif-plugged", "status": "completed", "tag": "d0390e8a-4ed7-4823-895e-d7eb3dbc13b2"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:26.990633 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:26.991006 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.077577 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.092962 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0833a5-400f-4dec-a494-8f6380677201 x-openstack-request-id: req-9a0833a5-400f-4dec-a494-8f6380677201 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:27.093251 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f", "name": "network-vif-plugged", "status": "completed", "tag": "d0390e8a-4ed7-4823-895e-d7eb3dbc13b2", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:27.093496 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a0833a5-400f-4dec-a494-8f6380677201 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:27.093941 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2', 'code': 200} Sep 23 10:27:27.120082 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,segment=NetworkSegment(a6534b91-b295-43cb-a442-60ca13474ef7),segment_id=a6534b91-b295-43cb-a442-60ca13474ef7)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:27.125394 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.188873 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:27.284778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ac34-7203-4ca7-ac23-c4269364ce3d req-d06d1a16-2ee2-4ece-bb34-d7026490e640 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:27.286281 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2408ac34-7203-4ca7-ac23-c4269364ce3d req-d06d1a16-2ee2-4ece-bb34-d7026490e640 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0831990 Sep 23 10:27:27.366873 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b86a-5486-4981-86ba-352c557fbbc4 req-99b05956-2e7d-4ee1-9612-0ca9c8f515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:27.368248 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7490b86a-5486-4981-86ba-352c557fbbc4 req-99b05956-2e7d-4ee1-9612-0ca9c8f515a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 1098 time: 0.1212878 Sep 23 10:27:27.392958 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2408ac34-7203-4ca7-ac23-c4269364ce3d req-b1cd038d-6bfc-4f33-8b7a-2c05c804c642 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902407 Sep 23 10:27:27.411878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7490b86a-5486-4981-86ba-352c557fbbc4 req-1d92906b-b821-4fd2-bcbc-ab8b1742ecde service neutron] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.435220 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528609e-26cd-4807-9aa0-ba714efecec1 req-31b45ea2-8f32-412c-af33-0a6fdf0a6ffb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:27.436774 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0528609e-26cd-4807-9aa0-ba714efecec1 req-31b45ea2-8f32-412c-af33-0a6fdf0a6ffb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.0842683 Sep 23 10:27:27.530188 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0528609e-26cd-4807-9aa0-ba714efecec1 req-75ab5e9c-0532-42e2-948f-bbf8996d8c18 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842679 Sep 23 10:27:27.531628 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:27.562954 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f576176-1aea-4d98-bbb1-30960a1c8ac3 req-b8c83729-c463-410d-ba27-aef413996304 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:27.564813 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f576176-1aea-4d98-bbb1-30960a1c8ac3 req-b8c83729-c463-410d-ba27-aef413996304 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.1086628 Sep 23 10:27:27.632460 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f576176-1aea-4d98-bbb1-30960a1c8ac3 req-0f1bd5df-7e49-4a2d-8f6a-8a3bd65066b0 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599051 Sep 23 10:27:27.637349 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7490b86a-5486-4981-86ba-352c557fbbc4 req-1d92906b-b821-4fd2-bcbc-ab8b1742ecde service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.641911 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7490b86a-5486-4981-86ba-352c557fbbc4 req-1d92906b-b821-4fd2-bcbc-ab8b1742ecde service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.657622 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7fe853d-a1d9-4bea-929b-a071a8b23d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.677041 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7490b86a-5486-4981-86ba-352c557fbbc4 req-1d92906b-b821-4fd2-bcbc-ab8b1742ecde service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888937 Sep 23 10:27:27.682415 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92906b-b821-4fd2-bcbc-ab8b1742ecde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac29a9fe-7398-440d-a530-45e7f7c42092,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:27.784388 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7fe853d-a1d9-4bea-929b-a071a8b23d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.791684 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7fe853d-a1d9-4bea-929b-a071a8b23d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.820592 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a143-6a03-4ed2-af5c-f01adb88ea1e req-72358aa4-12c5-4e6a-816a-765b02e87677 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:27.822932 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7207a143-6a03-4ed2-af5c-f01adb88ea1e req-72358aa4-12c5-4e6a-816a-765b02e87677 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0674775 Sep 23 10:27:27.846404 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe853d-a1d9-4bea-929b-a071a8b23d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee885a87-0450-4fec-a198-09107781c7cf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:27.850903 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f7fe853d-a1d9-4bea-929b-a071a8b23d5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07c218c3756d42c9954a013a2295089e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181868 Sep 23 10:27:27.854147 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52944) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:27.870728 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7207a143-6a03-4ed2-af5c-f01adb88ea1e req-be2f4749-fe98-47df-96a9-ec9ced45663e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Sep 23 10:27:27.910925 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03354966-7b59-413f-b852-49019d726496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.935326 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03354966-7b59-413f-b852-49019d726496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.991834 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03354966-7b59-413f-b852-49019d726496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:27.996557 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-03354966-7b59-413f-b852-49019d726496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.000886 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-03354966-7b59-413f-b852-49019d726496 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee885a87-0450-4fec-a198-09107781c7cf HTTP/1.1" status: 204 len: 168 time: 0.1449327 Sep 23 10:27:28.011366 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354966-7b59-413f-b852-49019d726496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee885a87-0450-4fec-a198-09107781c7cf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:28.048890 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52952) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:28.153020 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-185f9d38-4276-438b-ae50-333f4f44bef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.249418 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-185f9d38-4276-438b-ae50-333f4f44bef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.254096 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-185f9d38-4276-438b-ae50-333f4f44bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.293671 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-185f9d38-4276-438b-ae50-333f4f44bef5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae944fecb1364775ba1ede6fb8d49490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435815 Sep 23 10:27:28.295489 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f9d38-4276-438b-ae50-333f4f44bef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19e6185-8121-4814-b041-39804fac40fa,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:28.296544 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 52960) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:28.343093 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 52962) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:28.358100 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2cf5-b923-4b60-898f-f91b1af15464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.359698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c648a0a3-038c-48b6-8652-6b52e39e3414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.393220 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c648a0a3-038c-48b6-8652-6b52e39e3414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.435262 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.469712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c648a0a3-038c-48b6-8652-6b52e39e3414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.472164 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c648a0a3-038c-48b6-8652-6b52e39e3414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.473249 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c648a0a3-038c-48b6-8652-6b52e39e3414 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c19e6185-8121-4814-b041-39804fac40fa HTTP/1.1" status: 204 len: 168 time: 0.1750588 Sep 23 10:27:28.508838 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 47c49a38-8b76-4415-9d44-3294f06aaff5 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:27:28.512235 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a0a3-038c-48b6-8652-6b52e39e3414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19e6185-8121-4814-b041-39804fac40fa,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:28.532455 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2cf5-b923-4b60-898f-f91b1af15464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.537805 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2cf5-b923-4b60-898f-f91b1af15464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.560478 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a44c02-24e5-438f-8bdc-d7c9c66a7439 req-36069cf0-a625-4f08-8ca1-6dcc21eba18d tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:28.562030 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67a44c02-24e5-438f-8bdc-d7c9c66a7439 req-36069cf0-a625-4f08-8ca1-6dcc21eba18d tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0934427 Sep 23 10:27:28.607284 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-6ffb2cf5-b923-4b60-898f-f91b1af15464 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6815d3b2b864443e99ccca9ebb30aee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630086 Sep 23 10:27:28.609811 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 52970) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:28.619324 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2cf5-b923-4b60-898f-f91b1af15464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54167f-b5c7-4c61-b81d-05d5d3b7d719,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:28.664379 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 47c49a38-8b76-4415-9d44-3294f06aaff5, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=47c49a38-8b76-4415-9d44-3294f06aaff5,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:28.677150 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '47c49a38-8b76-4415-9d44-3294f06aaff5', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'port_id': '47c49a38-8b76-4415-9d44-3294f06aaff5', 'mac_address': 'fa:16:3e:7b:ae:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:27:28.678230 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67a44c02-24e5-438f-8bdc-d7c9c66a7439 req-d8ed289a-a7b1-41c3-a51a-1f5c443ad008 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085763 Sep 23 10:27:28.720190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c3ee-90f1-4e4a-b67f-4f8c2636d30c req-bceb58cd-4b29-46e1-9593-48cca81d08a4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:28.721774 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8e8c3ee-90f1-4e4a-b67f-4f8c2636d30c req-bceb58cd-4b29-46e1-9593-48cca81d08a4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 943 time: 0.1098673 Sep 23 10:27:28.726557 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0853d4e-f76d-4a87-a7c7-d4acfb3e7fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.731982 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.746742 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c49a38-8b76-4415-9d44-3294f06aaff5 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:28.767515 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 47c49a38-8b76-4415-9d44-3294f06aaff5, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=47c49a38-8b76-4415-9d44-3294f06aaff5,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:28.772108 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.772587 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0853d4e-f76d-4a87-a7c7-d4acfb3e7fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.773171 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:27:28.823585 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8e8c3ee-90f1-4e4a-b67f-4f8c2636d30c req-3a011296-c3d9-4942-8146-0a99a342be87 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944779 Sep 23 10:27:28.842518 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:28.845087 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=47c49a38-8b76-4415-9d44-3294f06aaff5,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:28.858743 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf', 'network_id': '5a79d539-77ee-47e4-83f0-e49b70463db6', 'port_id': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf', 'mac_address': 'fa:16:3e:43:ce:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2fec1b-c04b-4c9e-a925-b4018354e281', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:27:28.860450 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:28.869161 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06335622-8c18-4509-bda5-be8f9947b7b3 req-685ebcaf-9bdd-4c9a-9adb-b7cc6421e228 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:28.870689 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-06335622-8c18-4509-bda5-be8f9947b7b3 req-685ebcaf-9bdd-4c9a-9adb-b7cc6421e228 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.1189809 Sep 23 10:27:28.875292 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7536feda-df4e-44e4-afe9-404b08181a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.910156 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0853d4e-f76d-4a87-a7c7-d4acfb3e7fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.913572 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0853d4e-f76d-4a87-a7c7-d4acfb3e7fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.914544 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e0853d4e-f76d-4a87-a7c7-d4acfb3e7fce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e54167f-b5c7-4c61-b81d-05d5d3b7d719 HTTP/1.1" status: 204 len: 168 time: 0.3038564 Sep 23 10:27:28.918700 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.938322 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:28.964216 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853d4e-f76d-4a87-a7c7-d4acfb3e7fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54167f-b5c7-4c61-b81d-05d5d3b7d719,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:28.966238 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:28.971949 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:28.973065 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f0fad697-84c6-4b61-a1f7-fc50f319cb07 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:27:28.980726 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-06335622-8c18-4509-bda5-be8f9947b7b3 req-f0447a9b-d214-4401-b657-544a70fe50f1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018353 Sep 23 10:27:29.026867 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976367-30cc-4f86-acfd-6e949b317ece req-1d9185ad-3d52-4abc-85e5-2fd6516d4102 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:29.028547 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45976367-30cc-4f86-acfd-6e949b317ece req-1d9185ad-3d52-4abc-85e5-2fd6516d4102 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 943 time: 0.0702884 Sep 23 10:27:29.044598 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7536feda-df4e-44e4-afe9-404b08181a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.051056 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7536feda-df4e-44e4-afe9-404b08181a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.073971 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:29.107708 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45976367-30cc-4f86-acfd-6e949b317ece req-dfdf9cf2-e3da-4667-9709-7f69a2c5112b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721006 Sep 23 10:27:29.116183 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-7536feda-df4e-44e4-afe9-404b08181a67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5e79835c013475dbc615b6f3be2cd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546592 Sep 23 10:27:29.116918 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536feda-df4e-44e4-afe9-404b08181a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef0aad-9cf0-45a2-9585-93bbadf9bff3,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:29.119978 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 52986) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:29.132117 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:29.138815 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aaef7a-a99d-4898-99ca-170046e32f1b" -d '{"events": [{"server_uuid": "2cd1d0f3-20ef-4d7d-89ac-78b189223a7e", "name": "network-vif-plugged", "status": "completed", "tag": "1133b1c5-d9db-4a1a-811a-fa9fa497b9b2"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:29.173816 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a90e803e-7b50-4c08-8a67-83fac15b2cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.177749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port f0fad697-84c6-4b61-a1f7-fc50f319cb07, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:29.200458 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:27:29.201564 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'port_id': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'mac_address': 'fa:16:3e:57:4f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:27:29.205766 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a90e803e-7b50-4c08-8a67-83fac15b2cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.206105 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f72c63-2c9d-4dcb-91e9-3b425ca82924 x-openstack-request-id: req-f0f72c63-2c9d-4dcb-91e9-3b425ca82924 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:29.206386 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd1d0f3-20ef-4d7d-89ac-78b189223a7e", "name": "network-vif-plugged", "status": "completed", "tag": "1133b1c5-d9db-4a1a-811a-fa9fa497b9b2", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:29.206642 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0f72c63-2c9d-4dcb-91e9-3b425ca82924 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:29.207155 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2', 'code': 200} Sep 23 10:27:29.262353 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.282065 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fad697-84c6-4b61-a1f7-fc50f319cb07 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:29.292220 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a90e803e-7b50-4c08-8a67-83fac15b2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.294763 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a90e803e-7b50-4c08-8a67-83fac15b2cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.295917 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-a90e803e-7b50-4c08-8a67-83fac15b2cc0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0aef0aad-9cf0-45a2-9585-93bbadf9bff3 HTTP/1.1" status: 204 len: 168 time: 0.1748655 Sep 23 10:27:29.305358 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e803e-7b50-4c08-8a67-83fac15b2cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef0aad-9cf0-45a2-9585-93bbadf9bff3,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:29.307260 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port f0fad697-84c6-4b61-a1f7-fc50f319cb07, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:29.313593 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:29.384493 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=f0fad697-84c6-4b61-a1f7-fc50f319cb07,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:29.487749 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffa7d4-c4a2-4c15-8b32-23b07e12ac92 req-e5f2dca5-898e-48cb-98c0-f2eb38dd8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:29.490795 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-83ffa7d4-c4a2-4c15-8b32-23b07e12ac92 req-e5f2dca5-898e-48cb-98c0-f2eb38dd8235 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 1098 time: 0.0563507 Sep 23 10:27:29.541054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-83ffa7d4-c4a2-4c15-8b32-23b07e12ac92 req-b7783e90-246d-455a-b5b5-f8270abb9075 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Sep 23 10:27:29.806522 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:29.826680 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce33a3-9ca1-457c-b534-d95f2d7dc802 req-8627ea40-6f58-4cd9-aea9-460902258475 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:29.828287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80ce33a3-9ca1-457c-b534-d95f2d7dc802 req-8627ea40-6f58-4cd9-aea9-460902258475 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0653152 Sep 23 10:27:29.849783 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['47c49a38-8b76-4415-9d44-3294f06aaff5'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:29.907712 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80ce33a3-9ca1-457c-b534-d95f2d7dc802 req-03d7540b-237d-4af0-a588-c27152885049 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729916 Sep 23 10:27:29.908234 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['f0fad697-84c6-4b61-a1f7-fc50f319cb07'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:29.974800 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b76e8-e534-4293-b411-9e580bbec225 req-6081a7d1-52de-40c9-b286-f9e868b6ea59 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:29.976544 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-684b76e8-e534-4293-b411-9e580bbec225 req-6081a7d1-52de-40c9-b286-f9e868b6ea59 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 944 time: 0.0662177 Sep 23 10:27:30.024447 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-684b76e8-e534-4293-b411-9e580bbec225 req-feec36ed-e0a9-4c53-b56c-ffa4da81cf56 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Sep 23 10:27:30.172701 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556ab43-a4a1-4bcb-8fa6-c5caa2ef650b req-067a7463-5ce7-449b-803f-1714a1e25e2f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:30.184075 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c556ab43-a4a1-4bcb-8fa6-c5caa2ef650b req-067a7463-5ce7-449b-803f-1714a1e25e2f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.0983958 Sep 23 10:27:30.290829 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c556ab43-a4a1-4bcb-8fa6-c5caa2ef650b req-267b829c-28a9-4466-92be-715df9c69066 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931726 Sep 23 10:27:30.317137 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dfb77-d52b-4576-9d77-8e9c48c6e674 req-739750f1-35d9-47e2-b0a9-c641f96c4f25 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:30.318767 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd8dfb77-d52b-4576-9d77-8e9c48c6e674 req-739750f1-35d9-47e2-b0a9-c641f96c4f25 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 944 time: 0.0866849 Sep 23 10:27:30.401719 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd8dfb77-d52b-4576-9d77-8e9c48c6e674 req-3f45af10-113d-4400-a0bb-e812a56a623c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685813 Sep 23 10:27:31.030918 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d8be7-fbec-4634-803d-d175ea8b0702 req-319f7e6a-bc51-40d0-93d6-16827425a5f4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:31.032399 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c14d8be7-fbec-4634-803d-d175ea8b0702 req-319f7e6a-bc51-40d0-93d6-16827425a5f4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0551174 Sep 23 10:27:31.082897 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c14d8be7-fbec-4634-803d-d175ea8b0702 req-a712a23c-290a-4174-8931-53d1dcb6db96 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Sep 23 10:27:31.190486 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc1df0-963e-4e25-9046-ea3135df216c req-fc316c51-4e77-4104-bd03-6faa6d327f2b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:31.194170 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3fcc1df0-963e-4e25-9046-ea3135df216c req-fc316c51-4e77-4104-bd03-6faa6d327f2b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 944 time: 0.0580828 Sep 23 10:27:31.247057 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3fcc1df0-963e-4e25-9046-ea3135df216c req-84f5350e-2870-48be-9791-b1ba822b334f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Sep 23 10:27:31.508059 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af308-f9f0-443a-89b5-0d82d57d64bb req-5a4c2faf-200f-4627-8027-e162233622e0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:31.510751 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-793af308-f9f0-443a-89b5-0d82d57d64bb req-5a4c2faf-200f-4627-8027-e162233622e0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 944 time: 0.0565619 Sep 23 10:27:31.565936 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-793af308-f9f0-443a-89b5-0d82d57d64bb req-cf606978-f626-4c10-a536-5e1ee36dfeae tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Sep 23 10:27:32.210543 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4925a29-73a9-4aca-b619-651c79bdd4a5 req-f7cd78ea-88e5-4fa3-978a-de75e4e61829 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:32.212814 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4925a29-73a9-4aca-b619-651c79bdd4a5 req-f7cd78ea-88e5-4fa3-978a-de75e4e61829 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0507276 Sep 23 10:27:32.248516 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4925a29-73a9-4aca-b619-651c79bdd4a5 req-7fbc79f0-c598-4e6f-8772-9e7e665e57a4 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299182 Sep 23 10:27:32.359232 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c65d8-698c-4975-b8c5-ced3708ef192 req-eb03fdda-85e9-404d-b004-e4fcec5a2666 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:32.360703 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d01c65d8-698c-4975-b8c5-ced3708ef192 req-eb03fdda-85e9-404d-b004-e4fcec5a2666 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 944 time: 0.0482092 Sep 23 10:27:32.398085 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d01c65d8-698c-4975-b8c5-ced3708ef192 req-5418920e-75c2-4977-a284-a33044445990 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Sep 23 10:27:32.685988 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa101fa-a008-47e4-8d39-23a2c9c70bbb req-49777921-21d4-43bf-bab8-df8e0babbe2f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:32.687445 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6aa101fa-a008-47e4-8d39-23a2c9c70bbb req-49777921-21d4-43bf-bab8-df8e0babbe2f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 944 time: 0.0533807 Sep 23 10:27:32.724328 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6aa101fa-a008-47e4-8d39-23a2c9c70bbb req-153aaada-4f9c-4f96-a925-51d10a88e3ec tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Sep 23 10:27:33.144674 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:27:33.192684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:27:33.196293 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:33.197152 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:33.274196 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:33.296658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3984a794-f215-44e8-bd30-3eeef500ac09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:33.298893 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683679ed-3dc8-41a5-9680-d5329400c66c" -d '{"events": [{"server_uuid": "3984a794-f215-44e8-bd30-3eeef500ac09", "name": "network-vif-plugged", "status": "completed", "tag": "3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:33.312169 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:33.316295 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:33.317203 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f0fad697-84c6-4b61-a1f7-fc50f319cb07 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:27:33.342121 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d396d7-5883-4041-a1ab-5e3d060ae5f2 x-openstack-request-id: req-33d396d7-5883-4041-a1ab-5e3d060ae5f2 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:33.342414 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3984a794-f215-44e8-bd30-3eeef500ac09", "name": "network-vif-plugged", "status": "completed", "tag": "3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:33.342708 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33d396d7-5883-4041-a1ab-5e3d060ae5f2 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:33.343151 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3984a794-f215-44e8-bd30-3eeef500ac09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf', 'code': 200} Sep 23 10:27:33.398536 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:33.410299 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port f0fad697-84c6-4b61-a1f7-fc50f319cb07 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:27:33.413981 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port f0fad697-84c6-4b61-a1f7-fc50f319cb07 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:33.414348 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:33.501350 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:33.517054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b853-5afb-463d-9532-4ea09bac0984 req-5f868ea5-b279-4fa1-a05b-7d9f6fff227b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:33.518560 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5e68b853-5afb-463d-9532-4ea09bac0984 req-5f868ea5-b279-4fa1-a05b-7d9f6fff227b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0512419 Sep 23 10:27:33.533480 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port f0fad697-84c6-4b61-a1f7-fc50f319cb07, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:33.537768 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:33.557755 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5e68b853-5afb-463d-9532-4ea09bac0984 req-0a56e251-05e1-4550-9d55-bcca90ecad9d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Sep 23 10:27:33.587705 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=f0fad697-84c6-4b61-a1f7-fc50f319cb07,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:33.843846 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494073b-501e-4f2d-966d-0ab40bbe857e req-9ea7fc1e-aba1-4544-b1bf-59c97fa05415 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:33.845299 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0494073b-501e-4f2d-966d-0ab40bbe857e req-9ea7fc1e-aba1-4544-b1bf-59c97fa05415 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0567546 Sep 23 10:27:33.881627 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0494073b-501e-4f2d-966d-0ab40bbe857e req-f3f01b62-5576-48ad-8f1f-7a8b55360799 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303164 Sep 23 10:27:34.288794 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f70f-5409-40d5-9f29-838a94120708 req-310b1460-2497-4244-997b-49ff477b13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:34.290319 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c308f70f-5409-40d5-9f29-838a94120708 req-310b1460-2497-4244-997b-49ff477b13ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 1098 time: 0.0459075 Sep 23 10:27:34.329386 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c308f70f-5409-40d5-9f29-838a94120708 req-cae9c4e7-04f4-4332-810f-0aaf26fb9e69 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Sep 23 10:27:34.534566 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 47c49a38-8b76-4415-9d44-3294f06aaff5 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:27:34.588011 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 47c49a38-8b76-4415-9d44-3294f06aaff5 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:27:34.592596 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 47c49a38-8b76-4415-9d44-3294f06aaff5 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:34.592998 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:34.681047 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:34.687396 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a19ccf-9de8-4ba4-b64d-ccd75a57004d req-815a919d-2b85-4085-9386-57dbac669ea1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:34.689199 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e4a19ccf-9de8-4ba4-b64d-ccd75a57004d req-815a919d-2b85-4085-9386-57dbac669ea1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Sep 23 10:27:34.714603 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 47c49a38-8b76-4415-9d44-3294f06aaff5, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=47c49a38-8b76-4415-9d44-3294f06aaff5,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:34.718581 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:34.732716 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e4a19ccf-9de8-4ba4-b64d-ccd75a57004d req-639ad506-ef4d-4ee3-bace-11fde97d6ac1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375996 Sep 23 10:27:34.775803 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=47c49a38-8b76-4415-9d44-3294f06aaff5,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:35.001551 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11921d55-014c-4532-a2b9-5e6ca12618d5 req-37fabaa9-8229-4a18-ab91-8cbace6a5d75 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:35.003311 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11921d55-014c-4532-a2b9-5e6ca12618d5 req-37fabaa9-8229-4a18-ab91-8cbace6a5d75 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0534115 Sep 23 10:27:35.042530 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11921d55-014c-4532-a2b9-5e6ca12618d5 req-f87d5536-94a7-4882-8c9a-fe0692156037 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Sep 23 10:27:35.344938 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07'}, {'server_uuid': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c49a38-8b76-4415-9d44-3294f06aaff5'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:35.347366 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6302450d-f02f-41e9-a6f7-2dba71e6d980" -d '{"events": [{"server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07"}, {"server_uuid": "0645dade-a55d-4e58-a593-a365fbcf35e5", "name": "network-vif-plugged", "status": "completed", "tag": "47c49a38-8b76-4415-9d44-3294f06aaff5"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:35.399993 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248100e-82c5-4f65-a5e5-8695b6b7b001 x-openstack-request-id: req-6248100e-82c5-4f65-a5e5-8695b6b7b001 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:35.400296 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "name": "network-vif-plugged", "status": "completed", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07", "code": 200}, {"server_uuid": "0645dade-a55d-4e58-a593-a365fbcf35e5", "name": "network-vif-plugged", "status": "completed", "tag": "47c49a38-8b76-4415-9d44-3294f06aaff5", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:35.400554 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6248100e-82c5-4f65-a5e5-8695b6b7b001 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:35.400952 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'code': 200} Sep 23 10:27:35.401211 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c49a38-8b76-4415-9d44-3294f06aaff5', 'code': 200} Sep 23 10:27:35.439409 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53244) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:35.541498 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b87e-d589-4358-b260-c3c21a652e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.626776 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b87e-d589-4358-b260-c3c21a652e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.630438 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b87e-d589-4358-b260-c3c21a652e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.667609 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4aa4b87e-d589-4358-b260-c3c21a652e4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6effd296d1946079f0931aec53cd720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271838 Sep 23 10:27:35.668973 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4b87e-d589-4358-b260-c3c21a652e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5ee1ad-17d4-4d3e-bc65-a7de7893e4e7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:35.670467 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53250) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:35.720529 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6441a40e-8948-45ea-af93-5c964a4eb527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.741765 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6441a40e-8948-45ea-af93-5c964a4eb527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.804288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6441a40e-8948-45ea-af93-5c964a4eb527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.808922 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6441a40e-8948-45ea-af93-5c964a4eb527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:35.810421 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-6441a40e-8948-45ea-af93-5c964a4eb527 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b5ee1ad-17d4-4d3e-bc65-a7de7893e4e7 HTTP/1.1" status: 204 len: 168 time: 0.1386371 Sep 23 10:27:35.829050 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441a40e-8948-45ea-af93-5c964a4eb527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5ee1ad-17d4-4d3e-bc65-a7de7893e4e7,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:35.868234 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d544-6604-41ee-bbe2-98b9a7c93344 req-37ffae8b-d9b6-47b5-a615-c932aa334922 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:35.869794 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cc90d544-6604-41ee-bbe2-98b9a7c93344 req-37ffae8b-d9b6-47b5-a615-c932aa334922 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0582106 Sep 23 10:27:35.909190 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cc90d544-6604-41ee-bbe2-98b9a7c93344 req-6ad71f8c-ee10-4952-a2f0-9d77f01e8911 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Sep 23 10:27:36.164126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296860dd-89f2-4cd2-8836-12b1bcb98809 req-5e987d9b-474f-43e6-b936-2fecbd4fdfde tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:36.166533 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-296860dd-89f2-4cd2-8836-12b1bcb98809 req-5e987d9b-474f-43e6-b936-2fecbd4fdfde tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0552227 Sep 23 10:27:36.203847 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-296860dd-89f2-4cd2-8836-12b1bcb98809 req-64c1891e-5aef-4b59-8951-ec4eb451ab4b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Sep 23 10:27:37.032151 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46978fa-46f8-48e2-9843-16452445731b req-813d8152-4896-4822-a842-2a2a6bfaf37f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:37.033938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c46978fa-46f8-48e2-9843-16452445731b req-813d8152-4896-4822-a842-2a2a6bfaf37f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0542223 Sep 23 10:27:37.081420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c46978fa-46f8-48e2-9843-16452445731b req-bdf09317-fbcd-4a9d-a87b-4ecaff1411a8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Sep 23 10:27:37.318695 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb6bb-7ff2-4919-b04c-59d81de615a3 req-8852eb54-36e2-40be-aec8-a5aac8730894 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:37.322086 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-65dcb6bb-7ff2-4919-b04c-59d81de615a3 req-8852eb54-36e2-40be-aec8-a5aac8730894 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0525074 Sep 23 10:27:37.359124 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-65dcb6bb-7ff2-4919-b04c-59d81de615a3 req-229765eb-9fc8-46fb-84c6-431052260c05 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Sep 23 10:27:38.219584 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3218372-4062-4992-a603-87174eb74c5f req-80f895c0-a0c3-4adf-a1aa-83fd2c4f1524 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:38.221173 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f3218372-4062-4992-a603-87174eb74c5f req-80f895c0-a0c3-4adf-a1aa-83fd2c4f1524 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0726683 Sep 23 10:27:38.265852 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f3218372-4062-4992-a603-87174eb74c5f req-8fa9039a-4615-4d1f-aa92-a390930de5fa tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Sep 23 10:27:38.418332 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564e7a9-50ac-4735-9b15-7f0e36b2fb78 req-8bb7776d-7ce6-4789-9841-3ca12ab1db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:38.420727 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4564e7a9-50ac-4735-9b15-7f0e36b2fb78 req-8bb7776d-7ce6-4789-9841-3ca12ab1db03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0429988 Sep 23 10:27:38.523678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b1e0-04d9-42db-8baa-daf7fa134f6a req-921c9309-8d87-40c4-835e-348d83589551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:38.525250 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe54b1e0-04d9-42db-8baa-daf7fa134f6a req-921c9309-8d87-40c4-835e-348d83589551 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1098 time: 0.1029699 Sep 23 10:27:38.540226 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4564e7a9-50ac-4735-9b15-7f0e36b2fb78 req-277933e6-7d04-411b-ac91-685162dc9c5f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876894 Sep 23 10:27:38.553420 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943e25-6619-42ed-81b7-5346588a2dc6 req-f6d8c935-893f-4db3-bd47-fb8c6f0ac415 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:38.555001 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53943e25-6619-42ed-81b7-5346588a2dc6 req-f6d8c935-893f-4db3-bd47-fb8c6f0ac415 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1019018 Sep 23 10:27:38.599144 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe54b1e0-04d9-42db-8baa-daf7fa134f6a req-be371e4b-73df-403e-b974-27167f8d64ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544794 Sep 23 10:27:38.611365 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53943e25-6619-42ed-81b7-5346588a2dc6 req-f64f1cc8-4bec-4188-a351-98d35a3a443f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Sep 23 10:27:39.389852 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624dc63-3fa0-4dea-a415-277caf5c2343 req-32783eb1-1fe1-495f-be57-5675370fab06 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:39.391344 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d624dc63-3fa0-4dea-a415-277caf5c2343 req-32783eb1-1fe1-495f-be57-5675370fab06 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Sep 23 10:27:39.441153 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d624dc63-3fa0-4dea-a415-277caf5c2343 req-2299178d-627b-440f-b57e-89991fea2c82 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Sep 23 10:27:39.765461 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597a5aa-7b73-40be-bf8e-5ca2db5b05d9 req-e43d6b6b-26af-4f6b-9fb4-a347c8c7a174 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:39.767362 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6597a5aa-7b73-40be-bf8e-5ca2db5b05d9 req-e43d6b6b-26af-4f6b-9fb4-a347c8c7a174 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0702307 Sep 23 10:27:39.851775 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53444) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:39.885298 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-59aa72d8-3e1c-4cf8-8314-7d8613ed6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:39.886934 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-59aa72d8-3e1c-4cf8-8314-7d8613ed6226 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 1098 time: 0.1023295 Sep 23 10:27:39.905077 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6597a5aa-7b73-40be-bf8e-5ca2db5b05d9 req-d59064f5-144d-4fb1-95a7-4cd884435714 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313896 Sep 23 10:27:39.949390 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03c0eb-56e7-43a0-9f0f-bfb064d411e3 req-d36a0413-d5fc-4b29-a31b-34a61109e7a5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:39.950929 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ba03c0eb-56e7-43a0-9f0f-bfb064d411e3 req-d36a0413-d5fc-4b29-a31b-34a61109e7a5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1277924 Sep 23 10:27:39.981116 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.041789 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ba03c0eb-56e7-43a0-9f0f-bfb064d411e3 req-ee7056e5-7f79-4762-a626-e94ebc2b0e3e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605328 Sep 23 10:27:40.046383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-9152d302-8bf7-4257-b3e2-72835e5ee9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:40.047839 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-9152d302-8bf7-4257-b3e2-72835e5ee9d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.1408241 Sep 23 10:27:40.095105 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.099885 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.115156 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-b8dc2ff8-7260-429e-8a5e-d94089ca75e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf HTTP/1.1" status: 200 len: 217 time: 0.0482152 Sep 23 10:27:40.155955 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcf4755d64594c2aaa9e9afa31c9deea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015862 Sep 23 10:27:40.157170 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0bb72-a83f-48d1-836d-14ade0eda4e1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:40.159400 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53458) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:40.172460 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.172826 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.173162 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.173501 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.173876 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.174494 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.174832 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.175166 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.175501 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.175865 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.176190 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.176516 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c3e2a-7ee0-4793-8585-a8b771cb57e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.188898 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-29b510ee-6384-4140-86fb-11bc98129068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:40.190423 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-29b510ee-6384-4140-86fb-11bc98129068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0621753 Sep 23 10:27:40.229537 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67f2aea0-16d4-48cf-ad04-5f379907db0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.236725 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-53d52528-1e78-4565-988a-f86c96cac9ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269504 Sep 23 10:27:40.253028 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67f2aea0-16d4-48cf-ad04-5f379907db0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.308819 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67f2aea0-16d4-48cf-ad04-5f379907db0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.312461 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67f2aea0-16d4-48cf-ad04-5f379907db0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.313930 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-67f2aea0-16d4-48cf-ad04-5f379907db0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08f0bb72-a83f-48d1-836d-14ade0eda4e1 HTTP/1.1" status: 204 len: 168 time: 0.1533868 Sep 23 10:27:40.322215 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2aea0-16d4-48cf-ad04-5f379907db0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0bb72-a83f-48d1-836d-14ade0eda4e1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:40.347909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-88c53c8f-296c-4d97-9fcb-098d58691505 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938210 Sep 23 10:27:40.445343 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ecbe1abf-8402-4ef6-9684-cdb95b457686 req-1b0c5967-0af5-4df7-bc3e-28d703a94668 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880606 Sep 23 10:27:40.588359 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53470) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:40.601746 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a46b3fc-b8ed-47db-8103-92db26d9fb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.692629 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a46b3fc-b8ed-47db-8103-92db26d9fb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.696751 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0a46b3fc-b8ed-47db-8103-92db26d9fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.733300 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-0a46b3fc-b8ed-47db-8103-92db26d9fb3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99329c8ab8e34fe89058157ff6b7afa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438308 Sep 23 10:27:40.735188 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46b3fc-b8ed-47db-8103-92db26d9fb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8ce34f-a8ec-482b-829c-a1106931a11c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:40.735961 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53476) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:40.790038 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.811843 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.860605 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.863206 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:40.864339 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad8ce34f-a8ec-482b-829c-a1106931a11c HTTP/1.1" status: 204 len: 168 time: 0.1274297 Sep 23 10:27:40.873111 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8ce34f-a8ec-482b-829c-a1106931a11c,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:40.880414 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.880898 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.881245 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.881707 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.881973 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.882263 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.882575 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.882901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.883227 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.884159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.884483 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:40.884802 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d71f193-2284-409b-811b-bf55a1aa66e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:41.042209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bdeb0-6182-48e4-b324-33616ad0df56 req-30d07c59-45c5-4a72-ad5b-942c5c7bfab4 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:41.049884 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af3bdeb0-6182-48e4-b324-33616ad0df56 req-30d07c59-45c5-4a72-ad5b-942c5c7bfab4 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0606034 Sep 23 10:27:41.086171 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af3bdeb0-6182-48e4-b324-33616ad0df56 req-cd32761a-1dde-408c-97d5-e62213524d7e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353937 Sep 23 10:27:41.198662 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53504) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:41.235136 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0f9d-3d4e-4ea6-93d8-5393b503d4eb req-7ddddd37-515a-44f4-b633-1b6cae27a138 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:41.236752 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-792d0f9d-3d4e-4ea6-93d8-5393b503d4eb req-7ddddd37-515a-44f4-b633-1b6cae27a138 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1054235 Sep 23 10:27:41.253056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cdbdb-04cc-4dcb-bbe0-f29d096cfa86 req-e10eebd4-4cb2-4d3b-8999-2ea869409ddd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:41.258269 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-043cdbdb-04cc-4dcb-bbe0-f29d096cfa86 req-e10eebd4-4cb2-4d3b-8999-2ea869409ddd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0893540 Sep 23 10:27:41.263418 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53514) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:41.275403 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'floatingip': {'port_id': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:41.341199 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-792d0f9d-3d4e-4ea6-93d8-5393b503d4eb req-804e3448-9e3f-4ede-82e9-34f3b1d6a5e1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817776 Sep 23 10:27:41.512975 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:41.514925 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5504fd90-1bb5-443a-9a7a-941e3d2b80d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:41.833184 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5504fd90-1bb5-443a-9a7a-941e3d2b80d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:41.838467 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5504fd90-1bb5-443a-9a7a-941e3d2b80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:41.944339 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53560) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:41.974386 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5504fd90-1bb5-443a-9a7a-941e3d2b80d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b82123b0ad044d2ea656857f1dff1ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7746637 Sep 23 10:27:41.977545 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53566) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:41.987890 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504fd90-1bb5-443a-9a7a-941e3d2b80d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfe9162-55b6-4d0c-8da7-3ade33b5c09c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:42.090765 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5002c12-316f-4b8f-82f4-81fef75412c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.100177 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0509-6eb0-4c38-9f4e-7391ef9a3a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.132893 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5002c12-316f-4b8f-82f4-81fef75412c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.220785 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5002c12-316f-4b8f-82f4-81fef75412c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.223168 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5002c12-316f-4b8f-82f4-81fef75412c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.226850 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c5002c12-316f-4b8f-82f4-81fef75412c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bfe9162-55b6-4d0c-8da7-3ade33b5c09c HTTP/1.1" status: 204 len: 168 time: 0.2455268 Sep 23 10:27:42.244793 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5002c12-316f-4b8f-82f4-81fef75412c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfe9162-55b6-4d0c-8da7-3ade33b5c09c,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:42.251084 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0509-6eb0-4c38-9f4e-7391ef9a3a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.256292 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0509-6eb0-4c38-9f4e-7391ef9a3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.316748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4b3c0509-6eb0-4c38-9f4e-7391ef9a3a86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40ded6d9208a49358d1f23ff42a4b15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714378 Sep 23 10:27:42.319271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c0509-6eb0-4c38-9f4e-7391ef9a3a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e35c3d-10fc-4067-aa37-02426d4321ca,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:42.336067 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53584) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:42.349945 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.355343 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.456784 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-067194f3-72c9-41fe-8321-14920e9628d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.467129 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.l3_db [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Floating IP 73890718-dda5-4b56-8d50-38c8b5e30c48 associated. External IP: 172.27.2.253, port: f0fad697-84c6-4b61-a1f7-fc50f319cb07. Sep 23 10:27:42.482458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-067194f3-72c9-41fe-8321-14920e9628d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.551209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf5b96-f414-4f6c-a9ae-362a59c5d735 req-c2f06b7c-4efc-438a-bfe5-8017dce97e16 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:42.553540 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6adf5b96-f414-4f6c-a9ae-362a59c5d735 req-c2f06b7c-4efc-438a-bfe5-8017dce97e16 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1253903 Sep 23 10:27:42.554914 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-067194f3-72c9-41fe-8321-14920e9628d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.557809 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-067194f3-72c9-41fe-8321-14920e9628d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.563214 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-067194f3-72c9-41fe-8321-14920e9628d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05e35c3d-10fc-4067-aa37-02426d4321ca HTTP/1.1" status: 204 len: 168 time: 0.2246044 Sep 23 10:27:42.584985 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067194f3-72c9-41fe-8321-14920e9628d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e35c3d-10fc-4067-aa37-02426d4321ca,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:42.619632 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6adf5b96-f414-4f6c-a9ae-362a59c5d735 req-5379c50d-55da-42dd-9390-778724aed9be tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546598 Sep 23 10:27:42.661815 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53598) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:42.705316 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efafb4cc-365d-4c45-8b3a-2e677859a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:42.741776 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:27:42.960760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53612) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:43.073738 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efafb4cc-365d-4c45-8b3a-2e677859a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.073738 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:27:43.078871 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.082676 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-efafb4cc-365d-4c45-8b3a-2e677859a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.090745 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:27:43.108041 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:27:43.108705 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:43.141077 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53624) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:43.143550 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4f9dd66b-af86-42c5-9929-efb3154c2bff tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "PUT /v2.0/floatingips/73890718-dda5-4b56-8d50-38c8b5e30c48 HTTP/1.1" status: 200 len: 991 time: 1.8783066 Sep 23 10:27:43.146961 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:43.149929 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45db28d-8ad2-4f1f-85a2-4df178502524" -d '{"events": [{"name": "network-changed", "server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:43.154375 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-efafb4cc-365d-4c45-8b3a-2e677859a2a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83b9617b2989417ebb9cebf067991bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914451 Sep 23 10:27:43.157085 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafb4cc-365d-4c45-8b3a-2e677859a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13145b8-e712-4e80-8142-ed841dc21593,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:43.158650 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53632) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:43.170772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.172776 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49b83159-9c69-467e-9117-7a6d02ad8db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.215824 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933522d6-4bb1-42a2-ae00-25816f0b9e49 x-openstack-request-id: req-933522d6-4bb1-42a2-ae00-25816f0b9e49 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:43.216108 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:43.216357 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-933522d6-4bb1-42a2-ae00-25816f0b9e49 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:43.216741 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'status': 'completed', 'code': 200} Sep 23 10:27:43.264711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.db.api [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 10:27:43.264711 dv-cinder-810457-3-iscsi neutron-server[93965]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 10:27:43.264711 dv-cinder-810457-3-iscsi neutron-server[93965]: [parameters: {'project_id': '2ecc61f4fe65407e8412d17a67ae52b1', 'id': '28811919-78bc-4b60-bc4d-a5185eb56afa', 'expiration': datetime.datetime(2021, 9, 23, 10, 29, 43, 230851)}] Sep 23 10:27:43.264711 dv-cinder-810457-3-iscsi neutron-server[93965]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 10:27:43.265125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG oslo_db.api [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 10:27:43.308169 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-79c9fc9f-0528-4ceb-af18-4066ac00ae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.318406 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:27:43.353364 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-79c9fc9f-0528-4ceb-af18-4066ac00ae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.367220 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-a20bce60-fac8-4f8a-a54d-4b95af64b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:43.368791 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-a20bce60-fac8-4f8a-a54d-4b95af64b392 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1098 time: 0.1195261 Sep 23 10:27:43.667056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49b83159-9c69-467e-9117-7a6d02ad8db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.675589 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49b83159-9c69-467e-9117-7a6d02ad8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.705848 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53654) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:43.723617 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-79c9fc9f-0528-4ceb-af18-4066ac00ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.726115 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-79c9fc9f-0528-4ceb-af18-4066ac00ae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.730143 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-79c9fc9f-0528-4ceb-af18-4066ac00ae49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f13145b8-e712-4e80-8142-ed841dc21593 HTTP/1.1" status: 204 len: 168 time: 0.5628393 Sep 23 10:27:43.744889 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '73890718-dda5-4b56-8d50-38c8b5e30c48', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'port_id': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'mac_address': 'fa:16:3e:57:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:26:54Z', 'updated_at': '2021-09-23T10:27:42Z', 'revision_number': 1, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:43.766217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.791229 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-49b83159-9c69-467e-9117-7a6d02ad8db3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9ac48e79f074fdc8bc9de04bdfc3ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8289049 Sep 23 10:27:43.793947 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53662) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:43.798638 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b83159-9c69-467e-9117-7a6d02ad8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa2b2c-13a6-491d-93e5-24231df17cab,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:43.805501 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-8dc1bf48-f0a9-4646-b2d0-b62418b1b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:43.807001 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-8dc1bf48-f0a9-4646-b2d0-b62418b1b907 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.4304066 Sep 23 10:27:43.807421 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:27:43.834746 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:27:43.835988 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9fc9f-0528-4ceb-af18-4066ac00ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13145b8-e712-4e80-8142-ed841dc21593,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:43.837302 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:43.898073 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53e03-5509-49f2-8dcd-64c5850be171 req-b0de00aa-5e65-45ca-82c8-ca5f7f6b3e41 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:43.905195 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-adb53e03-5509-49f2-8dcd-64c5850be171 req-b0de00aa-5e65-45ca-82c8-ca5f7f6b3e41 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.2108154 Sep 23 10:27:43.922367 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76af98-d007-4c4b-a7af-e29b3d03a8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.950535 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-719bd8d5-3de3-47a1-8c77-15f6dc3e547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:43.977693 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-719bd8d5-3de3-47a1-8c77-15f6dc3e547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.021442 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:27:44.037641 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-adb53e03-5509-49f2-8dcd-64c5850be171 req-80ef2662-1aba-4df9-a955-e3fdfedd5c2f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267359 Sep 23 10:27:44.047462 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-719bd8d5-3de3-47a1-8c77-15f6dc3e547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.050109 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-719bd8d5-3de3-47a1-8c77-15f6dc3e547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.051333 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-719bd8d5-3de3-47a1-8c77-15f6dc3e547c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39fa2b2c-13a6-491d-93e5-24231df17cab HTTP/1.1" status: 204 len: 168 time: 0.2563419 Sep 23 10:27:44.067073 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-60e66495-ec0a-4556-a673-2709ce3b5f9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 999 time: 0.2381451 Sep 23 10:27:44.069028 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bd8d5-3de3-47a1-8c77-15f6dc3e547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa2b2c-13a6-491d-93e5-24231df17cab,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:44.162166 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.163901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-1ab56a9d-30c3-4a4c-a8eb-6d4741d5ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:44.166113 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-1ab56a9d-30c3-4a4c-a8eb-6d4741d5ec09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.0906324 Sep 23 10:27:44.168923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.240222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e615c95-497e-4609-90ee-083186efde54,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:44.248705 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-bb0d461b-5dc2-47da-a05e-a52f2bc6fd1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ecc61f4fe65407e8412d17a67ae52b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1064014 Sep 23 10:27:44.249710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53676) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:44.292626 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-e352c350-0765-4826-ac0a-988947cd1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:44.294175 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-e352c350-0765-4826-ac0a-988947cd1925 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089602 Sep 23 10:27:44.317361 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1340ef20-8db0-49b7-806e-75fc938440d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.322961 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76af98-d007-4c4b-a7af-e29b3d03a8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.327283 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e76af98-d007-4c4b-a7af-e29b3d03a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.374165 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-0e76af98-d007-4c4b-a7af-e29b3d03a8a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f502617f0a6a43ad8e33b32ada68374a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671748 Sep 23 10:27:44.375031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:44.382269 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76af98-d007-4c4b-a7af-e29b3d03a8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659a3e6b-edbc-4c95-b12c-e94c1544aac2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:44.439537 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b68fae-00e3-44c3-be89-323d208d2e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.442062 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1340ef20-8db0-49b7-806e-75fc938440d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.471745 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b68fae-00e3-44c3-be89-323d208d2e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.476155 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '73890718-dda5-4b56-8d50-38c8b5e30c48', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'port_id': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'mac_address': 'fa:16:3e:57:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:26:54Z', 'updated_at': '2021-09-23T10:27:42Z', 'revision_number': 1, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:44.503832 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-ca77777c-a193-4c31-89e6-4ca39ad52f8e service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970286 Sep 23 10:27:44.512747 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce650e2-94b4-4cb2-99aa-350cc0cfb1e9 None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '73890718-dda5-4b56-8d50-38c8b5e30c48', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'port_id': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'mac_address': 'fa:16:3e:57:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:26:54Z', 'updated_at': '2021-09-23T10:27:42Z', 'revision_number': 1, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:27:44.543941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1340ef20-8db0-49b7-806e-75fc938440d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.547332 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1340ef20-8db0-49b7-806e-75fc938440d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.550860 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-1340ef20-8db0-49b7-806e-75fc938440d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e615c95-497e-4609-90ee-083186efde54 HTTP/1.1" status: 204 len: 168 time: 0.2961996 Sep 23 10:27:44.572364 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b68fae-00e3-44c3-be89-323d208d2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.572713 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340ef20-8db0-49b7-806e-75fc938440d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e615c95-497e-4609-90ee-083186efde54,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:44.592684 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0b68fae-00e3-44c3-be89-323d208d2e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.597797 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c0b68fae-00e3-44c3-be89-323d208d2e8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/659a3e6b-edbc-4c95-b12c-e94c1544aac2 HTTP/1.1" status: 204 len: 168 time: 0.2191477 Sep 23 10:27:44.622409 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b68fae-00e3-44c3-be89-323d208d2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a3e6b-edbc-4c95-b12c-e94c1544aac2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:44.655869 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c45db28d-8ad2-4f1f-85a2-4df178502524 req-b3d6a8ea-555c-4d8e-b79a-622fe1ff3e04 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439266 Sep 23 10:27:44.691557 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53694) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:44.706048 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1e94bf0-27f5-46da-9315-0410c63de6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.827184 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1e94bf0-27f5-46da-9315-0410c63de6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.832015 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353dc4d-352f-4306-8e7e-5b71e21e5360 None None] New status for floating IP 73890718-dda5-4b56-8d50-38c8b5e30c48: ACTIVE {{(pid=93967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:27:44.832742 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b1e94bf0-27f5-46da-9315-0410c63de6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.869412 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b1e94bf0-27f5-46da-9315-0410c63de6cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b243d94d0c442f0aa8a8972da007f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740575 Sep 23 10:27:44.869762 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53700) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:44.893507 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e94bf0-27f5-46da-9315-0410c63de6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7d751a-2c9c-49ed-a5e5-6e38c7fd39ff,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:44.942263 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e884287d-e527-4279-a385-8444982cfcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:44.974571 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e884287d-e527-4279-a385-8444982cfcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.062806 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e884287d-e527-4279-a385-8444982cfcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.065345 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e884287d-e527-4279-a385-8444982cfcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.078785 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e884287d-e527-4279-a385-8444982cfcb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df7d751a-2c9c-49ed-a5e5-6e38c7fd39ff HTTP/1.1" status: 204 len: 168 time: 0.2071602 Sep 23 10:27:45.097207 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884287d-e527-4279-a385-8444982cfcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7d751a-2c9c-49ed-a5e5-6e38c7fd39ff,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:45.189717 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3ba0-5724-4e1f-87b9-bfce3cdda9e7 req-ec2a7f4a-3317-46b2-8396-839b9b56c182 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:45.198380 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa6c3ba0-5724-4e1f-87b9-bfce3cdda9e7 req-ec2a7f4a-3317-46b2-8396-839b9b56c182 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Sep 23 10:27:45.251029 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa6c3ba0-5724-4e1f-87b9-bfce3cdda9e7 req-8130b14e-e7f6-4104-a870-0fabe3bc0d58 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515838 Sep 23 10:27:45.288337 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53722) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:45.301944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-68f2e1f3-bff5-474f-9e58-ad0726d07c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.411392 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-68f2e1f3-bff5-474f-9e58-ad0726d07c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.417284 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-68f2e1f3-bff5-474f-9e58-ad0726d07c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.462166 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-68f2e1f3-bff5-474f-9e58-ad0726d07c70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc31210e6d304eea901f1f243eeb455d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695669 Sep 23 10:27:45.462166 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2e1f3-bff5-474f-9e58-ad0726d07c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c7f5a-87fd-43f8-bb21-e71eed23ed12,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:45.462526 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53732) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:45.522389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f2e39ca-f10a-449b-9a94-dfbb29b5be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.553300 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f2e39ca-f10a-449b-9a94-dfbb29b5be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.611462 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f2e39ca-f10a-449b-9a94-dfbb29b5be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.614707 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5f2e39ca-f10a-449b-9a94-dfbb29b5be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:45.621299 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5f2e39ca-f10a-449b-9a94-dfbb29b5be0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/901c7f5a-87fd-43f8-bb21-e71eed23ed12 HTTP/1.1" status: 204 len: 168 time: 0.1569281 Sep 23 10:27:45.629471 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e39ca-f10a-449b-9a94-dfbb29b5be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c7f5a-87fd-43f8-bb21-e71eed23ed12,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:45.937002 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:46.142037 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de504a40-1e1e-4f62-a334-c33a20bffe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.263049 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de504a40-1e1e-4f62-a334-c33a20bffe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.268766 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-de504a40-1e1e-4f62-a334-c33a20bffe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.311320 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53782) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:46.318271 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-de504a40-1e1e-4f62-a334-c33a20bffe41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6750d930a3af4e8f950400dd6afc1fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800669 Sep 23 10:27:46.329811 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de504a40-1e1e-4f62-a334-c33a20bffe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2507b-c799-4726-bac0-c7fe8f004033,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:46.402040 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b4451f5c-e744-49b2-9464-f78389170947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.412316 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5d2e3-f896-4e69-9bef-62793aa5f97f req-37a7983f-1a1b-404b-973b-6f6ecde16faa tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:46.413854 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bdd5d2e3-f896-4e69-9bef-62793aa5f97f req-37a7983f-1a1b-404b-973b-6f6ecde16faa tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0843399 Sep 23 10:27:46.436556 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b4451f5c-e744-49b2-9464-f78389170947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.500695 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b4451f5c-e744-49b2-9464-f78389170947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.500695 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b4451f5c-e744-49b2-9464-f78389170947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:46.502520 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b4451f5c-e744-49b2-9464-f78389170947 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eec2507b-c799-4726-bac0-c7fe8f004033 HTTP/1.1" status: 204 len: 168 time: 0.1901722 Sep 23 10:27:46.517434 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4451f5c-e744-49b2-9464-f78389170947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2507b-c799-4726-bac0-c7fe8f004033,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:46.553810 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bdd5d2e3-f896-4e69-9bef-62793aa5f97f req-2892b73f-829b-4696-9687-2f9b14caa932 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203699 Sep 23 10:27:46.661743 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-63ffaf1b-cf97-4b97-8b91-3ef90b16fa32 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:46.663413 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-63ffaf1b-cf97-4b97-8b91-3ef90b16fa32 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.1247423 Sep 23 10:27:46.679572 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-9ced1aeb-cb16-4f10-8c78-446ac581016b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/quotas/526d55dde78d4242b8917e9daa229c1a HTTP/1.1" status: 200 len: 375 time: 0.0094728 Sep 23 10:27:46.730987 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-863a6a2d-005e-4ecf-a610-0c6505a2c479 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445993 Sep 23 10:27:46.835901 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-aa803e70-63da-493a-bfeb-8046f8076fb3 service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975046 Sep 23 10:27:46.980230 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-69c42bf0-65da-4f4b-8edd-4c1bc3b31135 service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319368 Sep 23 10:27:47.145110 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-830fc73b-afc2-4717-b93e-908aabfbd495 req-15af5a62-db17-412a-9eb2-271f58df855f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 210 time: 0.0321567 Sep 23 10:27:47.255603 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53838) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:47.440968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1225081179-network', 'tenant_id': 'c0927250beba47b7a24ab5ee912a3561'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:47.466512 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Made reservation on behalf of c0927250beba47b7a24ab5ee912a3561 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:47.472683 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.482556 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.642474 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.648136 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.675106 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:27:47.693503 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79045b8f-7cbd-429a-9be4-98c7d45fd955,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:47.711826 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.714110 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Added segment a24024bb-10a6-4efe-bef0-f9d74271d957 of type vlan for network f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69 Sep 23 10:27:47.763360 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.777055 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd615901-96d3-4541-9da8-ddfcae321b08 req-ef655111-d0af-49ed-b5c8-7bc4884fa025 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:47.779808 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd615901-96d3-4541-9da8-ddfcae321b08 req-ef655111-d0af-49ed-b5c8-7bc4884fa025 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1388021 Sep 23 10:27:47.796310 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.800235 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:47.801107 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:47.834319 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5764439 Sep 23 10:27:47.841301 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 53866) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:47.848808 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Request body: {'subnet': {'network_id': 'f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1225081179-subnet', 'tenant_id': 'c0927250beba47b7a24ab5ee912a3561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:47.883002 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd615901-96d3-4541-9da8-ddfcae321b08 req-0a9025c6-d21e-4e57-802c-174269eb60f2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946174 Sep 23 10:27:47.893155 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184ed8-9dd3-444c-bf27-cf44e2be3cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:47.906511 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:27:47.910923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Made reservation on behalf of c0927250beba47b7a24ab5ee912a3561 for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:47.913217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:48.130808 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:48.236596 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b3d04c-4afc-4677-8daa-28fe05f44b91,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:48.287165 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Checking segment: {'id': 'a24024bb-10a6-4efe-bef0-f9d74271d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:48.287542 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Network hostable DHCP agents. Network: f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:27:48.328095 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cc5f932a-ebf2-4d42-bda0-e67ae8baa7bf req-f1c090eb-c8dd-4bf8-ada5-84e3f7be69b2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 210 time: 0.0420802 Sep 23 10:27:48.344571 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Network f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:27:48.367799 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:27:48.374149 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:48.374817 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:48.376883 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c44b70-3557-49cd-94a2-920329539eb4 None None] Network f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:27:48.392308 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-64947b45-5144-4087-99d7-3365e244b96b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:48.393975 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-64947b45-5144-4087-99d7-3365e244b96b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.2165053 Sep 23 10:27:48.395824 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ca181b12-418a-4a0d-ba03-fd2332cc4827 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5533431 Sep 23 10:27:48.423444 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Request body: {'port': {'device_id': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'admin_state_up': True, 'tenant_id': '526d55dde78d4242b8917e9daa229c1a'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:48.552794 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977e0ad-47cb-4f8d-9e7e-80fecbbecd90 None None] Network f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:27:48.614653 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Made reservation on behalf of 526d55dde78d4242b8917e9daa229c1a for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:48.619039 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:48.748735 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Allocated IP 172.20.0.7 (872fac0f-33ab-4864-b362-3e5a67d15ea6/cf606bce-3c14-42f5-b3e5-1dce3a6e10b9/32a5f7a2-ca27-4792-a088-34f6e6d94a3b) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:27:48.906750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:48.977289 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.004401 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:49.027641 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a7d63-2cbf-4afc-8085-c8529e9053fc req-d86ff46d-34c1-4976-bdf5-ed26b4b83809 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:49.030163 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-454a7d63-2cbf-4afc-8085-c8529e9053fc req-d86ff46d-34c1-4976-bdf5-ed26b4b83809 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0928857 Sep 23 10:27:49.042584 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53910) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:49.047403 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1045340879-network', 'tenant_id': 'fc7b1e85bbc541ac93ee7d320c59fc80'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:49.054327 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:27:49.067232 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:27:49.068623 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Made reservation on behalf of fc7b1e85bbc541ac93ee7d320c59fc80 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:49.071684 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.075556 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event updated for resources: {'Port': ['ID=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:49.078180 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:27:49.082595 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.083904 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:49.084533 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.118383 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-454a7d63-2cbf-4afc-8085-c8529e9053fc req-986b1d78-9e13-41cb-ad21-9c2239e88af9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811183 Sep 23 10:27:49.185850 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.189720 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.194107 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1ad7db5b-1588-4e27-a6e4-f6c44e0a24a4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7898514 Sep 23 10:27:49.207660 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Request body: {'port': {'device_id': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:49.213137 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:27:49.222689 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbac79f-853c-4a97-bdcd-bbab9e1fce34,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:49.229172 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.229447 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Added segment d5e629c7-4131-4fae-81be-4f4ad2cab94c of type vlan for network 4430a63b-6d46-400d-aad7-e76251e73348 Sep 23 10:27:49.269730 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.275835 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.311888 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.313066 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:49.313792 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.353401 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3095589 Sep 23 10:27:49.356006 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 53920) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:49.361176 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Request body: {'subnet': {'network_id': '4430a63b-6d46-400d-aad7-e76251e73348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1045340879-subnet', 'tenant_id': 'fc7b1e85bbc541ac93ee7d320c59fc80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:27:49.421035 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d524c-10ec-4d66-b853-1682be4674c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4430a63b-6d46-400d-aad7-e76251e73348,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:49.433824 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 4430a63b-6d46-400d-aad7-e76251e73348 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:27:49.445134 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Made reservation on behalf of fc7b1e85bbc541ac93ee7d320c59fc80 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:27:49.447290 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.535266 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571404ca-bfc0-4d31-a87e-30d6a264d9bb req-6166f45c-34a8-48ab-9fee-a1f3cd206fe9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:49.536777 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-571404ca-bfc0-4d31-a87e-30d6a264d9bb req-6166f45c-34a8-48ab-9fee-a1f3cd206fe9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 931 time: 0.1081622 Sep 23 10:27:49.599933 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-571404ca-bfc0-4d31-a87e-30d6a264d9bb req-a12931de-6ceb-43eb-9094-8ad1a08866e1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Sep 23 10:27:49.640524 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.654086 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a5f7a2-ca27-4792-a088-34f6e6d94a3b {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:49.662619 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.675831 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Transition to ACTIVE for port object 32a5f7a2-ca27-4792-a088-34f6e6d94a3b will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:27:49.680048 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.696240 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec8702d-5d84-4993-8c7a-2b3516e85956,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:49.706750 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Checking segment: {'id': 'd5e629c7-4131-4fae-81be-4f4ad2cab94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4430a63b-6d46-400d-aad7-e76251e73348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:49.707107 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Network hostable DHCP agents. Network: 4430a63b-6d46-400d-aad7-e76251e73348, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:27:49.726815 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Network 4430a63b-6d46-400d-aad7-e76251e73348 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:27:49.735877 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 4430a63b-6d46-400d-aad7-e76251e73348) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:27:49.740349 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:49.741189 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:49.748126 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95304fc6-fbcd-42be-880c-2278e3e0bd28 None None] Network 4430a63b-6d46-400d-aad7-e76251e73348 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:27:49.772309 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-02136374-bd03-440d-817f-7cec21874072 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4066353 Sep 23 10:27:49.928516 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143f477-5f81-4d29-8698-641dd3c9b42c None None] Network 4430a63b-6d46-400d-aad7-e76251e73348 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:27:49.978522 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Attempting to bind port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:27:49.979011 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Attempting to bind port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:27:49.979177 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Attempting to bind port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:49.982084 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Pushing event updated for resources: {'Port': ['ID=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:49.997683 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:27:49.998011 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Attempting to bind port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:27:50.014610 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:27:50.014947 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Checking segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:27:50.015696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Bound using segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:27:50.016272 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Bound port: 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:27:50.017590 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:50.099926 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] For port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:27:50.103260 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] For port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:27:50.107045 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:50.144453 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.145062 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:50.146519 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] 10.222.0.59 "PUT /v2.0/ports/32a5f7a2-ca27-4792-a088-34f6e6d94a3b HTTP/1.1" status: 200 len: 1093 time: 0.9429576 Sep 23 10:27:50.146959 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'tag': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:50.149748 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58878f0d-be21-48a3-a0cc-d55daf492779" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8432ee-469d-42a9-b979-9600e3e8a1db", "tag": "32a5f7a2-ca27-4792-a088-34f6e6d94a3b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:50.216190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817df123-3d56-4402-84f0-0e86587874de x-openstack-request-id: req-817df123-3d56-4402-84f0-0e86587874de {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:50.216732 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8432ee-469d-42a9-b979-9600e3e8a1db", "tag": "32a5f7a2-ca27-4792-a088-34f6e6d94a3b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:50.217202 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-817df123-3d56-4402-84f0-0e86587874de {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:50.217898 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'tag': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', 'status': 'completed', 'code': 200} Sep 23 10:27:50.220819 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27514bfa-d40c-4887-b03b-8d0af1e41734 service neutron] Pushing event updated for resources: {'Port': ['ID=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:50.286032 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-7bb0bd39-c10b-4eac-afa3-150f5d28b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.287718 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-7bb0bd39-c10b-4eac-afa3-150f5d28b041 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 1096 time: 0.0881836 Sep 23 10:27:50.300702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3fde3-15ea-40dd-a182-0777301a8928 req-6a21b2f6-ff0f-49ec-bf06-6a0dda5f4226 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.302252 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64f3fde3-15ea-40dd-a182-0777301a8928 req-6a21b2f6-ff0f-49ec-bf06-6a0dda5f4226 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0764041 Sep 23 10:27:50.349080 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-e2cf7010-13cc-493b-9e57-96865d6a015c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b HTTP/1.1" status: 200 len: 217 time: 0.0430934 Sep 23 10:27:50.410581 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64f3fde3-15ea-40dd-a182-0777301a8928 req-6068d0f8-5524-48ca-8361-9513960161ea tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971286 Sep 23 10:27:50.422126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-42c26dfd-6c0e-40ff-969f-dd6590f7f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.423971 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-42c26dfd-6c0e-40ff-969f-dd6590f7f223 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0651591 Sep 23 10:27:50.481628 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-1886bda6-61a6-4ead-8fff-320eb79a71bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451102 Sep 23 10:27:50.576495 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-fa92aadf-41e8-4ff3-a850-9f44d81bc81e service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Sep 23 10:27:50.708103 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c04bf6f-7f52-4eee-b4bb-7c99536f2789 req-dd3354fe-ed0a-4338-9352-b220df41fbca service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131964 Sep 23 10:27:50.736341 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9801c5-9e99-4c92-a139-f98dcc9cc17b req-0bf0c643-b193-45d1-ae99-b3a6f8945b2c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.737930 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9c9801c5-9e99-4c92-a139-f98dcc9cc17b req-0bf0c643-b193-45d1-ae99-b3a6f8945b2c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 943 time: 0.0643802 Sep 23 10:27:50.779011 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9c9801c5-9e99-4c92-a139-f98dcc9cc17b req-bcb62e40-da90-4742-b5be-ca1f56b6434f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Sep 23 10:27:50.826740 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-1a7f6ac2-3bba-4d12-bf67-db3bfa9fc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.828519 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-1a7f6ac2-3bba-4d12-bf67-db3bfa9fc91d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 1096 time: 0.0462105 Sep 23 10:27:50.947672 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-148c7d62-a89f-4f98-bee4-d3b0da2868aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:50.949110 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-148c7d62-a89f-4f98-bee4-d3b0da2868aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 915 time: 0.1091571 Sep 23 10:27:50.971769 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-9e6589ce-5ae8-43f7-8fb0-824c708f6af2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488698 Sep 23 10:27:51.002419 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-a5e07f99-dc15-469b-8fa1-70f85c022e5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b HTTP/1.1" status: 200 len: 217 time: 0.0406716 Sep 23 10:27:51.096216 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-6bcd705e-e850-479e-86cb-2efb57148ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:51.097729 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-6bcd705e-e850-479e-86cb-2efb57148ff3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0712845 Sep 23 10:27:51.103277 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-b045aeca-60bc-4fd0-b069-ada3ec39b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:51.104709 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-b045aeca-60bc-4fd0-b069-ada3ec39b817 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 1098 time: 0.0705562 Sep 23 10:27:51.137096 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-cca5086c-a84a-480b-86fe-191b29f6a135 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260363 Sep 23 10:27:51.284540 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-e4244602-91f6-47c1-b93b-7839945f9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:51.286055 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-e4244602-91f6-47c1-b93b-7839945f9786 service neutron] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 915 time: 0.1481233 Sep 23 10:27:51.334873 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-e4d54658-5d1e-47c5-a130-f4d36f2836a7 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754746 Sep 23 10:27:51.337037 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-aaed9b36-dd8f-454f-9947-b30272313a2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 HTTP/1.1" status: 200 len: 217 time: 0.0414121 Sep 23 10:27:51.450470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-973c3001-0400-4b39-99e5-d896156f70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:51.452017 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-973c3001-0400-4b39-99e5-d896156f70d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0956481 Sep 23 10:27:51.491558 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-5da70240-392c-4494-9b3b-ee36fef478db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276761 Sep 23 10:27:51.505926 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-58878f0d-be21-48a3-a0cc-d55daf492779 req-e0104c04-dad4-4759-a5f5-b9323be79a43 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481776 Sep 23 10:27:51.612115 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178c2f-61cd-4ec7-86fc-a87e183d5a9d req-16580e64-72ff-47da-8bef-ecf313fc050a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:51.613571 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5178c2f-61cd-4ec7-86fc-a87e183d5a9d req-16580e64-72ff-47da-8bef-ecf313fc050a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1067502 Sep 23 10:27:51.651210 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-ab5e736e-cc5f-4b6a-b5d0-f215477344b1 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358643 Sep 23 10:27:51.683012 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5178c2f-61cd-4ec7-86fc-a87e183d5a9d req-67e20ff4-92e4-4817-9716-bfa507b969ef tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Sep 23 10:27:51.762322 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4169d2d6-c8bd-4f26-93bf-b8ca98c60a29 req-1cfc93ea-8c27-45ef-9607-56a504a4f669 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035964 Sep 23 10:27:51.897874 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b5dd-5206-411f-a140-df23c23c1ed0 req-e37eb64e-ab26-4611-8c81-c1af62b953c6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:51.899420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3675b5dd-5206-411f-a140-df23c23c1ed0 req-e37eb64e-ab26-4611-8c81-c1af62b953c6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 943 time: 0.0475934 Sep 23 10:27:51.937779 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3675b5dd-5206-411f-a140-df23c23c1ed0 req-a762ef21-1e4c-420a-8bf0-47c5e464aa1f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323670 Sep 23 10:27:52.615531 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 32a5f7a2-ca27-4792-a088-34f6e6d94a3b details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:27:52.744502 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:52.759104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'port_id': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', 'mac_address': 'fa:16:3e:ea:08:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf606bce-3c14-42f5-b3e5-1dce3a6e10b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:27:52.833009 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:52.840598 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b9234dc-99f4-4977-b377-bd8459f5f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:52.852661 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae165a71-015e-4824-9e94-d0c8e4fe7dea req-1e629560-efaf-4f54-b76e-ce0bf457c5db tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:52.854254 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae165a71-015e-4824-9e94-d0c8e4fe7dea req-1e629560-efaf-4f54-b76e-ce0bf457c5db tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0909390 Sep 23 10:27:52.862412 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a5f7a2-ca27-4792-a088-34f6e6d94a3b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:27:52.886481 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:52.891472 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:52.911160 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae165a71-015e-4824-9e94-d0c8e4fe7dea req-1277cb00-c5e2-4471-a3c6-63d68e740367 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507858 Sep 23 10:27:52.954118 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:52.957781 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a2228-d685-42cf-9b79-e0fee8f4c9e2 req-8b3d258a-5619-49c0-8a23-d269853801e7 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:52.963323 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.964012 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.964542 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.965185 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.965723 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.966370 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.966878 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.967383 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.967940 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.968436 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.968923 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.969502 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:27:52.978740 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8f4a2228-d685-42cf-9b79-e0fee8f4c9e2 req-8b3d258a-5619-49c0-8a23-d269853801e7 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0862732 Sep 23 10:27:53.025440 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8f4a2228-d685-42cf-9b79-e0fee8f4c9e2 req-9da9ba81-52a7-4a7b-9435-90901d16cdcc tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Sep 23 10:27:53.084353 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b78720-2158-4949-92be-775d1d7f2c93 req-52c5eb45-4fd3-475c-8629-ba5cda899234 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:53.090212 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66b78720-2158-4949-92be-775d1d7f2c93 req-52c5eb45-4fd3-475c-8629-ba5cda899234 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 944 time: 0.0634573 Sep 23 10:27:53.131026 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66b78720-2158-4949-92be-775d1d7f2c93 req-a43457b9-43e3-40fa-9049-ad93d1fbb36e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Sep 23 10:27:53.303276 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['32a5f7a2-ca27-4792-a088-34f6e6d94a3b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:54.028105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d1a71-a273-40c8-b03c-a85d3b2fa2f3 req-15f932af-a64b-46a5-ae04-013038a06f2c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:54.029552 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe5d1a71-a273-40c8-b03c-a85d3b2fa2f3 req-15f932af-a64b-46a5-ae04-013038a06f2c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0463941 Sep 23 10:27:54.070762 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe5d1a71-a273-40c8-b03c-a85d3b2fa2f3 req-c73cd72b-56d8-43ca-8a05-23331e4c58cb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Sep 23 10:27:54.162545 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eafd01-c435-487d-8189-857bfe588679 req-e8a08b09-0de5-4f4d-ba02-0660434030cf tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:54.164558 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-36eafd01-c435-487d-8189-857bfe588679 req-e8a08b09-0de5-4f4d-ba02-0660434030cf tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0522838 Sep 23 10:27:54.221942 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-36eafd01-c435-487d-8189-857bfe588679 req-147ce202-0a4e-42d0-b774-e16d9f50c097 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499251 Sep 23 10:27:54.263950 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25588f4e-00e7-4535-8663-25ebdbda3da2 req-a96ec46f-2ab3-4d0a-b955-822157c1af38 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:54.265364 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-25588f4e-00e7-4535-8663-25ebdbda3da2 req-a96ec46f-2ab3-4d0a-b955-822157c1af38 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 944 time: 0.0616281 Sep 23 10:27:54.306065 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-25588f4e-00e7-4535-8663-25ebdbda3da2 req-00e651f4-f369-4682-a993-e1db5f97477d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339408 Sep 23 10:27:54.524286 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:54.633910 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 32a5f7a2-ca27-4792-a088-34f6e6d94a3b up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:27:54.682713 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:27:54.686336 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:27:54.686703 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:54.785907 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:54.812792 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:54.815159 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a009b4-d8e9-4f95-a6e2-6800b55e4145" -d '{"events": [{"server_uuid": "7b8432ee-469d-42a9-b979-9600e3e8a1db", "name": "network-vif-plugged", "status": "completed", "tag": "32a5f7a2-ca27-4792-a088-34f6e6d94a3b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:54.831799 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:54.837385 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:54.864851 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1bbf5e-7d4e-44e0-b1f9-5bb79f4ef5bb x-openstack-request-id: req-4a1bbf5e-7d4e-44e0-b1f9-5bb79f4ef5bb {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:54.865146 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8432ee-469d-42a9-b979-9600e3e8a1db", "name": "network-vif-plugged", "status": "completed", "tag": "32a5f7a2-ca27-4792-a088-34f6e6d94a3b", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:54.865399 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a1bbf5e-7d4e-44e0-b1f9-5bb79f4ef5bb {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:54.865842 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', 'code': 200} Sep 23 10:27:54.895289 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:55.062878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55322d7-a1ce-473d-91cb-f5092417d7ef req-347ca667-ea5f-4c67-866d-525d9ac8f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:55.064204 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e55322d7-a1ce-473d-91cb-f5092417d7ef req-347ca667-ea5f-4c67-866d-525d9ac8f34b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 1098 time: 0.0380621 Sep 23 10:27:55.107585 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e55322d7-a1ce-473d-91cb-f5092417d7ef req-112a7acf-ef9e-4d68-acc1-e09984b5b7c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283291 Sep 23 10:27:55.187317 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430bc9-4282-4dbb-8065-ee85e91fa7d1 req-54155df7-c0cd-4f1d-91e4-6d89bf1a7118 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:55.188777 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4430bc9-4282-4dbb-8065-ee85e91fa7d1 req-54155df7-c0cd-4f1d-91e4-6d89bf1a7118 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0509167 Sep 23 10:27:55.225447 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4430bc9-4282-4dbb-8065-ee85e91fa7d1 req-3a4f49f1-446a-4349-81a3-72bd7a4d08ce tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Sep 23 10:27:55.348966 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f485eae-9914-411c-befe-d4c938fe0f50 req-2a3e0f78-d124-49cf-b3e4-20bdc24046d6 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:55.350620 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f485eae-9914-411c-befe-d4c938fe0f50 req-2a3e0f78-d124-49cf-b3e4-20bdc24046d6 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0488338 Sep 23 10:27:55.356740 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6e4691f-87e4-4744-b3bd-8fc7dce6fda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:55.415154 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f485eae-9914-411c-befe-d4c938fe0f50 req-f0667254-09f2-4102-bd77-569f21bcd8b0 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/security-groups?id=32b6b95f-fd9d-4c36-b080-feee91eae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584064 Sep 23 10:27:55.434026 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718466-612b-4c56-bce4-625d428f8f40 req-4f9f1c36-b9e5-4d09-a081-8af0d02659f2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:55.435644 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0718466-612b-4c56-bce4-625d428f8f40 req-4f9f1c36-b9e5-4d09-a081-8af0d02659f2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 945 time: 0.0574536 Sep 23 10:27:55.479406 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0718466-612b-4c56-bce4-625d428f8f40 req-489e58fa-43cc-41bb-af5b-97463413f50b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Sep 23 10:27:55.588094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7429711-57f2-461d-90d7-4673828d071a req-19a63ec5-dbea-449e-8d75-c1d53af254e5 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:55.589513 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a7429711-57f2-461d-90d7-4673828d071a req-19a63ec5-dbea-449e-8d75-c1d53af254e5 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 945 time: 0.0567813 Sep 23 10:27:55.751492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Deleting port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:27:55.751848 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:55.841584 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] For port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,segment=NetworkSegment(a6534b91-b295-43cb-a442-60ca13474ef7),segment_id=a6534b91-b295-43cb-a442-60ca13474ef7)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:27:55.841975 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:55.859345 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Calling delete_port for 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:27:56.008537 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:56.023931 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['1133b1c5-d9db-4a1a-811a-fa9fa497b9b2'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:27:56.038796 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Pushing event deleted for resources: {'Port': ['ID=1133b1c5-d9db-4a1a-811a-fa9fa497b9b2,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:56.069561 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:56.100901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] No DVR routers for this DVR port 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:27:56.104217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:56.106636 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a7429711-57f2-461d-90d7-4673828d071a req-8aeca2d8-8e49-4202-988b-fbdaa176b3c3 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.59 "DELETE /v2.0/ports/1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 HTTP/1.1" status: 204 len: 173 time: 0.5103281 Sep 23 10:27:56.107102 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'name': 'network-vif-deleted', 'tag': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:27:56.109313 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8d910-7335-40bd-9ff8-e6a38c13882b" -d '{"events": [{"server_uuid": "2cd1d0f3-20ef-4d7d-89ac-78b189223a7e", "name": "network-vif-deleted", "tag": "1133b1c5-d9db-4a1a-811a-fa9fa497b9b2"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:27:56.151343 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0072e3fe-5e15-424f-866a-5bc4a507f7d8 x-openstack-request-id: req-0072e3fe-5e15-424f-866a-5bc4a507f7d8 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:27:56.151637 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd1d0f3-20ef-4d7d-89ac-78b189223a7e", "name": "network-vif-deleted", "tag": "1133b1c5-d9db-4a1a-811a-fa9fa497b9b2", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:27:56.151944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0072e3fe-5e15-424f-866a-5bc4a507f7d8 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:27:56.152304 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd1d0f3-20ef-4d7d-89ac-78b189223a7e', 'name': 'network-vif-deleted', 'tag': '1133b1c5-d9db-4a1a-811a-fa9fa497b9b2', 'status': 'completed', 'code': 200} Sep 23 10:27:56.348678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca6c04-ed2a-4d44-aca5-998f73af29be req-04b35b7b-70ba-4fd9-98e9-6c8b2fe1524f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:56.350190 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-37ca6c04-ed2a-4d44-aca5-998f73af29be req-04b35b7b-70ba-4fd9-98e9-6c8b2fe1524f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0549111 Sep 23 10:27:56.388573 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-37ca6c04-ed2a-4d44-aca5-998f73af29be req-26f4f646-98fd-42f2-b9a7-3f1fd7ad2e8f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Sep 23 10:27:56.515954 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c333647c-494c-497a-abbb-9eb7affb9226 req-e1ded67a-51ba-4932-98a7-8f5936150452 tempest-DeleteServersTestJSON-5338293 tempest-DeleteServersTestJSON-5338293-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd1d0f3-20ef-4d7d-89ac-78b189223a7e HTTP/1.1" status: 200 len: 210 time: 0.0287986 Sep 23 10:27:56.572609 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:56.615797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caec76-2727-49cb-a2bc-1b322367e851 req-c47e5388-37bc-4f36-959c-7da93fd7e3ee tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:56.618454 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-26caec76-2727-49cb-a2bc-1b322367e851 req-c47e5388-37bc-4f36-959c-7da93fd7e3ee tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 945 time: 0.0565827 Sep 23 10:27:56.665597 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-26caec76-2727-49cb-a2bc-1b322367e851 req-ac251754-ad9b-4f27-a31a-be0f1bbb6189 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Sep 23 10:27:57.652942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d82aea-33aa-41ff-9b08-4dc511ee1ced req-00ce6460-8b65-412b-8662-622abf70bcb2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:57.654638 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b5d82aea-33aa-41ff-9b08-4dc511ee1ced req-00ce6460-8b65-412b-8662-622abf70bcb2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0592020 Sep 23 10:27:57.704099 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b5d82aea-33aa-41ff-9b08-4dc511ee1ced req-b0f839c2-c72f-4592-9ab3-38a930e38d1a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Sep 23 10:27:58.130285 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54232) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:58.258602 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b1a1-9c6f-436e-b552-ce7b4db11aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.370040 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b1a1-9c6f-436e-b552-ce7b4db11aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.374909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b1a1-9c6f-436e-b552-ce7b4db11aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.409173 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-7bd7b1a1-9c6f-436e-b552-ce7b4db11aa0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92ded3cf23fb4521b772ca656d258afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777975 Sep 23 10:27:58.412209 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54246) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:58.435201 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.443001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7b1a1-9c6f-436e-b552-ce7b4db11aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256613b2-5643-4bba-8d6c-918cdcfdbda7,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:58.480080 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7e08861-d212-4cad-8a25-587c77250d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.501864 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7e08861-d212-4cad-8a25-587c77250d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.550455 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7e08861-d212-4cad-8a25-587c77250d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.553510 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f7e08861-d212-4cad-8a25-587c77250d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.555280 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f7e08861-d212-4cad-8a25-587c77250d57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/256613b2-5643-4bba-8d6c-918cdcfdbda7 HTTP/1.1" status: 204 len: 168 time: 0.1410704 Sep 23 10:27:58.563900 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e08861-d212-4cad-8a25-587c77250d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256613b2-5643-4bba-8d6c-918cdcfdbda7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:58.648649 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:27:58.670126 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:27:58.670459 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 1133b1c5-d9db-4a1a-811a-fa9fa497b9b2 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:27:58.872452 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-f3c3b7f0-41d1-4823-9f05-ca669080321e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:58.874020 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-f3c3b7f0-41d1-4823-9f05-ca669080321e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.3401606 Sep 23 10:27:58.874953 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54272) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:58.888983 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73e4de-b59b-4079-8eae-38cfef1f9495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.899177 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0a14-466e-48d0-ac70-0888ad4e866f req-3af5c87f-9077-415d-a27b-ec2e109d2418 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:27:58.900634 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4def0a14-466e-48d0-ac70-0888ad4e866f req-3af5c87f-9077-415d-a27b-ec2e109d2418 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0901346 Sep 23 10:27:58.902009 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-8ac7a0f8-6c5e-4191-9773-e7c290b252b6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/quotas/526d55dde78d4242b8917e9daa229c1a HTTP/1.1" status: 200 len: 375 time: 0.0205612 Sep 23 10:27:58.977349 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4def0a14-466e-48d0-ac70-0888ad4e866f req-dd564dba-85df-4aa9-967f-14bbbbfe2b01 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701818 Sep 23 10:27:58.985550 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73e4de-b59b-4079-8eae-38cfef1f9495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.990612 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab73e4de-b59b-4079-8eae-38cfef1f9495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:58.991049 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-6de27690-7499-44b6-b684-a39d4f168ee0 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822544 Sep 23 10:27:59.029709 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ab73e4de-b59b-4079-8eae-38cfef1f9495 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af787a9fdf264f11a41d50699474dcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533728 Sep 23 10:27:59.032184 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54280) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:59.037967 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73e4de-b59b-4079-8eae-38cfef1f9495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ff824-b6cf-4264-ae3b-c38efac6bf20,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:59.083598 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb3c4-104d-467e-8812-64f13064d80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.097814 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-3fc02107-b951-4dda-9658-43564bcddd49 service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912051 Sep 23 10:27:59.105506 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb3c4-104d-467e-8812-64f13064d80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.156178 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb3c4-104d-467e-8812-64f13064d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.158884 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bc7bb3c4-104d-467e-8812-64f13064d80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.163347 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-bc7bb3c4-104d-467e-8812-64f13064d80c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e1ff824-b6cf-4264-ae3b-c38efac6bf20 HTTP/1.1" status: 204 len: 168 time: 0.1273718 Sep 23 10:27:59.174375 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bb3c4-104d-467e-8812-64f13064d80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ff824-b6cf-4264-ae3b-c38efac6bf20,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:59.183756 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54286) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:59.201789 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-0d3c455a-132a-4d54-9d20-bcfdb59e629e service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971856 Sep 23 10:27:59.232204 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Deleting subnet b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:27:59.235342 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.270942 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.280542 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.356324 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.392894 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:27:59.395070 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.397882 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-db759b56-e4fb-4202-970d-b1d5b7cd4c22 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b6bc9f3d-fe69-42f7-993d-ff1c3bede4bb HTTP/1.1" status: 204 len: 168 time: 0.2129629 Sep 23 10:27:59.400362 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54294) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:27:59.411649 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c521d7a8-5f4b-4ecd-927d-971dfbc412f2 req-f2b33107-042e-4d8f-8d2a-8622b0fb7b92 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 210 time: 0.0493948 Sep 23 10:27:59.473651 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.578971 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.603358 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.603687 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.604582 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.605550 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > port after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.606303 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.607211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.607785 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.608209 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.608534 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.608857 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.795679 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.796033 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.796369 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.796737 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:27:59.797129 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f06b09-4f38-419c-8003-78c4c1ed2638']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:59.817940 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6534b91-b295-43cb-a442-60ca13474ef7') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:59.818247 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6534b91-b295-43cb-a442-60ca13474ef7') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:27:59.836980 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.860340 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.870942 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:27:59.871731 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: from cryptography.utils import int_from_bytes Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: from cryptography.utils import int_from_bytes Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:27:59.875833 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:27:59.942334 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.960425 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:27:59.965511 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] 10.222.0.50 "DELETE /v2.0/networks/d6f06b09-4f38-419c-8003-78c4c1ed2638 HTTP/1.1" status: 204 len: 168 time: 0.5617774 Sep 23 10:27:59.965511 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81710652-0b95-4cdb-aeb4-318f2cc0d89d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f06b09-4f38-419c-8003-78c4c1ed2638,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:00.037506 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54336) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:00.139059 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70179c4f-ae37-409a-88ff-4f3ff601d5ce req-f3ab53eb-30e8-471b-ad74-3e7c9ec28888 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:00.140576 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-70179c4f-ae37-409a-88ff-4f3ff601d5ce req-f3ab53eb-30e8-471b-ad74-3e7c9ec28888 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0649941 Sep 23 10:28:00.158729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-722222154-network', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:00.193982 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Made reservation on behalf of f7cf0ac3c12147d3bd4a514a99850dda for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:00.197074 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.201900 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-70179c4f-ae37-409a-88ff-4f3ff601d5ce req-1a24f9ea-cec3-4876-99a2-209660227629 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506320 Sep 23 10:28:00.206628 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.213983 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54348) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:00.254510 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b3ae2430-6637-42be-8923-73545a2f6b28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bea9402d47f242d98f3607d6c166988a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392773 Sep 23 10:28:00.257668 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54350) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:00.316958 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba616-b827-4cdd-9c15-ad7753d9da3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.319081 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.329717 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.342221 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba616-b827-4cdd-9c15-ad7753d9da3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.355057 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:28:00.365294 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22934c1e-877f-4190-8fd6-031cb68e5f97,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:00.370152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.370504 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Added segment 5d153498-a04d-47b8-b835-21e0ed6ed859 of type vlan for network 22123281-7480-4e7e-bf89-25e7bcdffbbd Sep 23 10:28:00.408475 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba616-b827-4cdd-9c15-ad7753d9da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.411101 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.411570 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7c3ba616-b827-4cdd-9c15-ad7753d9da3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.415317 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-7c3ba616-b827-4cdd-9c15-ad7753d9da3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32b6b95f-fd9d-4c36-b080-feee91eae574 HTTP/1.1" status: 204 len: 168 time: 0.1539564 Sep 23 10:28:00.423275 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ba616-b827-4cdd-9c15-ad7753d9da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6b95f-fd9d-4c36-b080-feee91eae574,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:00.453593 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.454716 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:00.455736 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.496239 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4573865 Sep 23 10:28:00.499239 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54358) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:00.503970 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Request body: {'subnet': {'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-722222154-subnet', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:00.540576 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594847a-fa53-44f2-a84a-fd5b699ad015 admin admin] Pushing event updated for resources: {'Network': ['ID=22123281-7480-4e7e-bf89-25e7bcdffbbd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:00.550204 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cfb5579d-f566-4ced-b64e-588268bc8bf5 req-224d4215-c163-4320-872f-20ef108643b6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 210 time: 0.0385730 Sep 23 10:28:00.559287 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:28:00.559794 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Made reservation on behalf of f7cf0ac3c12147d3bd4a514a99850dda for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:00.562979 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25403925'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.586314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-7ed16f73-6e87-4ccf-82a2-ba5013ea5340 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:00.588381 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-7ed16f73-6e87-4ccf-82a2-ba5013ea5340 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.1624622 Sep 23 10:28:00.606343 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Request body: {'port': {'device_id': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'admin_state_up': True, 'tenant_id': '526d55dde78d4242b8917e9daa229c1a'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:00.741093 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Made reservation on behalf of 526d55dde78d4242b8917e9daa229c1a for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:00.746423 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.764524 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25273305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25403943'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.826264 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20751a57-3629-4134-ada0-069b8fab5a22,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:00.837403 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Checking segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:00.837827 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Network hostable DHCP agents. Network: 22123281-7480-4e7e-bf89-25e7bcdffbbd, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:28:00.859232 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:28:00.871113 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 22123281-7480-4e7e-bf89-25e7bcdffbbd) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:00.876186 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:00.877794 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.881346 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e44d8-88a4-4d4b-abef-4c21dabfadc0 None None] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:00.900548 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-85635496-46f9-477d-9bcd-94ce7ea21415 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3976917 Sep 23 10:28:00.900889 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54374) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:00.905148 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:00.947181 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.948655 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:00.950466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Allocated IP 172.20.0.8 (872fac0f-33ab-4864-b362-3e5a67d15ea6/cf606bce-3c14-42f5-b3e5-1dce3a6e10b9/5866d1b4-00ac-4f16-9c61-b7896ed03426) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:01.069008 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.095680 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-22123281-7480-4e7e-bf89-25e7bcdffbbd', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:28:01.096884 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.197196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.247039 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.275912 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2', '32a5f7a2-ca27-4792-a088-34f6e6d94a3b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:28:01.333543 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.361036 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:01.389355 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:01.396274 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:01.402110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:01.402742 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.432364 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8312099 Sep 23 10:28:01.441414 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7c02-5978-4dbf-acba-32603a95972b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event updated for resources: {'Port': ['ID=5866d1b4-00ac-4f16-9c61-b7896ed03426,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:01.452244 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Request body: {'port': {'device_id': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:01.483430 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482cdf2-bd6d-4f14-9b82-916a443d3482 req-051940cc-4209-4ea9-96ae-da84855af774 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:01.485193 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b482cdf2-bd6d-4f14-9b82-916a443d3482 req-051940cc-4209-4ea9-96ae-da84855af774 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1536930 Sep 23 10:28:01.515285 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Allocated IP 172.20.0.2 (22123281-7480-4e7e-bf89-25e7bcdffbbd/20751a57-3629-4134-ada0-069b8fab5a22/65b16ea1-abdb-4de8-b62b-cfcde9cac58b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:01.560911 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.565904 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b482cdf2-bd6d-4f14-9b82-916a443d3482 req-a79dd8c6-dbdb-4704-9958-aafb3d53be09 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744658 Sep 23 10:28:01.649783 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54408) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:01.723284 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.755218 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.831370 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.846316 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:01.897570 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:01.904536 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:01.907781 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:01.913279 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Allocated IP 172.27.2.47 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/f2c6d32e-066a-44b6-8732-edb5d4ade33f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:01.917795 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-750918521-network', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:01.931163 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccfdb8-f101-41d4-b298-cf424f6c97e0 req-69e55602-76f3-4478-a0b8-751077ae1bad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:01.932863 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f8ccfdb8-f101-41d4-b298-cf424f6c97e0 req-69e55602-76f3-4478-a0b8-751077ae1bad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 931 time: 0.1886139 Sep 23 10:28:01.940035 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Pushing event updated for resources: {'Port': ['ID=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:01.989788 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Made reservation on behalf of b6c1ac210db44096acf0a8fb4f9a8bcd for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:01.992590 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.000796 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Attempting to bind port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:02.001164 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Attempting to bind port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:02.001526 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Attempting to bind port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b on network 22123281-7480-4e7e-bf89-25e7bcdffbbd {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:02.004009 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.006764 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:02.007420 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Checking segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:02.007989 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.008540 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Bound using segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:02.009159 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Bound port: 65b16ea1-abdb-4de8-b62b-cfcde9cac58b, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:02.009730 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.058876 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f8ccfdb8-f101-41d4-b298-cf424f6c97e0 req-bb2e764b-90ab-43f7-8ec5-4647099775aa tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072197 Sep 23 10:28:02.084524 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] For port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:02.087759 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.088842 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] For port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:02.093007 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.131786 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.138503 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5866d1b4-00ac-4f16-9c61-b7896ed03426 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:28:02.151309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.159766 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae3c8e-507b-496b-8700-1392b2137cb2 None None] Pushing event updated for resources: {'Port': ['ID=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:02.178475 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:02.179189 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Transition to ACTIVE for port object 5866d1b4-00ac-4f16-9c61-b7896ed03426 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:28:02.183717 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:02.184942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.186692 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:02.195986 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Pushing event updated for resources: {'Port': ['ID=f2c6d32e-066a-44b6-8732-edb5d4ade33f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:02.266196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.270063 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=5866d1b4-00ac-4f16-9c61-b7896ed03426,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:02.294006 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.323353 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:28:02.339916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Attempting to bind port 5866d1b4-00ac-4f16-9c61-b7896ed03426 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:02.340279 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Attempting to bind port 5866d1b4-00ac-4f16-9c61-b7896ed03426 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:02.340792 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Attempting to bind port 5866d1b4-00ac-4f16-9c61-b7896ed03426 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:02.350997 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.351362 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Added segment 3a518895-917e-405b-b9a4-944df2fc7c27 of type vlan for network 87de074f-ce01-4ee7-abad-d960e0cfc920 Sep 23 10:28:02.352706 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c3e71-5b37-4f7e-9df8-5e40ff18b969,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:02.363724 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Port 5866d1b4-00ac-4f16-9c61-b7896ed03426 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:28:02.364064 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Attempting to bind port 5866d1b4-00ac-4f16-9c61-b7896ed03426 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:02.407111 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:02.407457 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Checking segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:02.407846 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Bound using segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:02.408287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Bound port: 5866d1b4-00ac-4f16-9c61-b7896ed03426, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:02.408649 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.457911 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.543209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.544209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:02.544801 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.548354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] For port 5866d1b4-00ac-4f16-9c61-b7896ed03426, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:02.554080 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] For port 5866d1b4-00ac-4f16-9c61-b7896ed03426, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:02.575050 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.671862 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0204067 Sep 23 10:28:02.711654 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54436) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:02.716911 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Request body: {'subnet': {'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-subnet', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:02.718541 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa435e-bb95-422a-92e9-473f60ed33d1 admin admin] Pushing event updated for resources: {'Network': ['ID=87de074f-ce01-4ee7-abad-d960e0cfc920,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:02.731778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=5866d1b4-00ac-4f16-9c61-b7896ed03426,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:02.742476 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:28:02.769749 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:02.770374 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.771757 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-87479223-2f8c-4176-861b-0027e27f6cc8 service neutron] 10.222.0.59 "PUT /v2.0/ports/5866d1b4-00ac-4f16-9c61-b7896ed03426 HTTP/1.1" status: 200 len: 1093 time: 1.3263018 Sep 23 10:28:02.773636 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'tag': '5866d1b4-00ac-4f16-9c61-b7896ed03426'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:02.775371 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83" -d '{"events": [{"name": "network-changed", "server_uuid": "c0637491-be3f-4320-b6ad-84e62f6d4a15", "tag": "5866d1b4-00ac-4f16-9c61-b7896ed03426"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:02.786332 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Made reservation on behalf of b6c1ac210db44096acf0a8fb4f9a8bcd for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:02.803365 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25403925'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.835596 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed20a2-c09c-4ec5-b5ee-2610d279f14e req-4388dbd9-4ef2-405c-a576-1fc7924caf92 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:02.843055 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2eed20a2-c09c-4ec5-b5ee-2610d279f14e req-4388dbd9-4ef2-405c-a576-1fc7924caf92 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1663213 Sep 23 10:28:02.844585 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e64cbb-f8a3-446e-bf36-e8a10e6eba67 x-openstack-request-id: req-b1e64cbb-f8a3-446e-bf36-e8a10e6eba67 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:02.844878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0637491-be3f-4320-b6ad-84e62f6d4a15", "tag": "5866d1b4-00ac-4f16-9c61-b7896ed03426", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:02.845134 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1e64cbb-f8a3-446e-bf36-e8a10e6eba67 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:02.845532 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'tag': '5866d1b4-00ac-4f16-9c61-b7896ed03426', 'status': 'completed', 'code': 200} Sep 23 10:28:02.855626 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:02.918067 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-7bbcdbbe-1752-4fa6-8ab1-cf8e7c3ac913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:02.919881 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-7bbcdbbe-1752-4fa6-8ab1-cf8e7c3ac913 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 1096 time: 0.0730319 Sep 23 10:28:02.925173 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2eed20a2-c09c-4ec5-b5ee-2610d279f14e req-583a6206-f679-455a-96b2-041b5647d0d5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685885 Sep 23 10:28:02.982953 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-f0d7ccb2-4f02-4758-88bd-1f048f305423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426 HTTP/1.1" status: 200 len: 217 time: 0.0464745 Sep 23 10:28:03.070474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-abbdcf66-1b35-4ee7-b11e-a5f91d34a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:03.072443 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-abbdcf66-1b35-4ee7-b11e-a5f91d34a9d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0743034 Sep 23 10:28:03.141765 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-93b56919-fe19-4218-82d6-75d6a509402f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536785 Sep 23 10:28:03.225182 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25273305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25403943'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.261844 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.315882 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a58b32-eca3-4009-96e3-286b5d601edb req-990889cb-103d-44d2-8633-7ff7402d247f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:03.317422 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f1a58b32-eca3-4009-96e3-286b5d601edb req-990889cb-103d-44d2-8633-7ff7402d247f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 943 time: 0.1430151 Sep 23 10:28:03.339272 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3207a930-e907-4e5c-807c-5d7dc14402ef,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:03.365433 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-b5d30248-4e12-4efa-944b-795646fae4aa service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149959 Sep 23 10:28:03.392375 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Checking segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:03.392901 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Network hostable DHCP agents. Network: 87de074f-ce01-4ee7-abad-d960e0cfc920, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:28:03.402909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f1a58b32-eca3-4009-96e3-286b5d601edb req-f7dcf1b8-5a3b-40ab-b8fe-de1fbcd88f84 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786531 Sep 23 10:28:03.439492 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:28:03.462449 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 87de074f-ce01-4ee7-abad-d960e0cfc920) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:03.467390 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:03.468341 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.476916 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6edb8-f30b-4479-8e25-c8a97922444f None None] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:03.494601 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5b47c3e4-e756-4ff0-b14a-0a1657378355 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7818749 Sep 23 10:28:03.497542 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54478) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:03.501850 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7095db8e-395a-4c89-be51-43635d34e3b1 req-bf900135-3f42-4ed9-b3a7-f174d42879ec service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242127 Sep 23 10:28:03.505460 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:03.517698 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Router edea838f-e083-498c-8914-79bde19b7f5e is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:28:03.577673 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.578728 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.636336 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.688123 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54484) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:03.693387 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237114e-881f-442b-b14a-84eae4923b1a None None] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:03.693975 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-15fa8cbf-8aa9-4e59-bce9-ee778541a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:03.696226 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-15fa8cbf-8aa9-4e59-bce9-ee778541a0c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 1096 time: 0.0920107 Sep 23 10:28:03.775178 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-bc1e1383-0b1e-4fde-8643-871d2a4d34c2 None None] Provisioning complete for port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:03.775466 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1383-0b1e-4fde-8643-871d2a4d34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.784849 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:03.814759 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Sync routers for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:03.832718 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:03.833346 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:03.841826 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-1255e46e-661a-4766-8aa7-71d09c7303a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:03.843581 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-1255e46e-661a-4766-8aa7-71d09c7303a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 915 time: 0.1316423 Sep 23 10:28:03.880388 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.897748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-b7d74d32-bb92-48d0-bcc9-417c787972af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426 HTTP/1.1" status: 200 len: 217 time: 0.0406566 Sep 23 10:28:03.920653 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-87de074f-ce01-4ee7-abad-d960e0cfc920', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:28:03.921556 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.927230 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.928781 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2a80e84a-d743-425a-afa5-c5a419758f7c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0270362 Sep 23 10:28:03.930260 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06e88899-7b31-43ad-8434-70ab937897ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:03.938642 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54488) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:03.940615 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:03.971316 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-6bef0694-4f79-4bab-80e5-8902e1e39c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:03.973785 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-6bef0694-4f79-4bab-80e5-8902e1e39c7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0544264 Sep 23 10:28:04.014848 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-f6da140b-d127-43cc-a3ae-51ae73d05ebe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328395 Sep 23 10:28:04.139210 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1383-0b1e-4fde-8643-871d2a4d34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.179537 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:02Z', 'revision_number': 3, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:04.194855 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 65b16ea1-abdb-4de8-b62b-cfcde9cac58b up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:04.215711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d81675-7233-4897-b9f3-1fbc8e1e4d4b req-9148a32a-ab21-4ff7-ba79-e4bb242ba236 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:04.220550 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Checking router: edea838f-e083-498c-8914-79bde19b7f5e for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:04.221135 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Updating router edea838f-e083-498c-8914-79bde19b7f5e port f2c6d32e-066a-44b6-8732-edb5d4ade33f binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:28:04.224764 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63d81675-7233-4897-b9f3-1fbc8e1e4d4b req-9148a32a-ab21-4ff7-ba79-e4bb242ba236 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1865590 Sep 23 10:28:04.263691 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.284315 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-b25ba19f-f9c7-46b4-9c25-bf0c9ab49b87 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596955 Sep 23 10:28:04.300366 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63d81675-7233-4897-b9f3-1fbc8e1e4d4b req-c423da8b-c370-4065-84cd-23c5f59e0853 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753155 Sep 23 10:28:04.308608 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-bc1e1383-0b1e-4fde-8643-871d2a4d34c2 None None] For port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:04.311545 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Allocated IP 172.20.0.2 (87de074f-ce01-4ee7-abad-d960e0cfc920/3207a930-e907-4e5c-807c-5d7dc14402ef/4b61fa15-d325-4e1c-afaa-4d5ac689f419) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:04.334761 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1383-0b1e-4fde-8643-871d2a4d34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.398595 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54502) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:04.516834 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-468a9afa-d463-4bb3-b9b1-a06e6e1a4a83 req-bb34d77b-986a-461b-8eaf-716c58ad4068 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115765 Sep 23 10:28:04.556726 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1383-0b1e-4fde-8643-871d2a4d34c2 None None] Pushing event updated for resources: {'Port': ['ID=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:04.589788 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c7be0-7403-48cd-bef3-0eaef1d416bb req-a541cb74-a506-46b9-a19b-3c3965464761 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:04.597959 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-912c7be0-7403-48cd-bef3-0eaef1d416bb req-a541cb74-a506-46b9-a19b-3c3965464761 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 943 time: 0.0682528 Sep 23 10:28:04.599710 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.607352 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.607558 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:04.607814 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.654725 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9b1c53b3-a821-4e3d-9fcf-e5ccef626c9a None None] Provisioning complete for port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:04.655107 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9b1c53b3-a821-4e3d-9fcf-e5ccef626c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.658076 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-912c7be0-7403-48cd-bef3-0eaef1d416bb req-14f78b1a-49a0-440e-8657-f339997d9e48 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578012 Sep 23 10:28:04.666646 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Pushing event updated for resources: {'Port': ['ID=f2c6d32e-066a-44b6-8732-edb5d4ade33f,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:04.677353 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.677744 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.678094 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.678434 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.678833 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.679819 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.680343 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.680681 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.681037 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.681374 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.681730 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.682060 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:04.695044 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 5866d1b4-00ac-4f16-9c61-b7896ed03426 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:28:04.702320 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Attempting to bind port f2c6d32e-066a-44b6-8732-edb5d4ade33f on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:04.703216 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Attempting to bind port f2c6d32e-066a-44b6-8732-edb5d4ade33f by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:04.703845 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Attempting to bind port f2c6d32e-066a-44b6-8732-edb5d4ade33f on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:04.709575 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:04.710004 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:04.710847 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.711410 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:04.711869 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Bound port: f2c6d32e-066a-44b6-8732-edb5d4ade33f, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:04.712267 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.738113 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Deleting subnet 32b3d04c-4afc-4677-8daa-28fe05f44b91 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:28:04.764359 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] For port f2c6d32e-066a-44b6-8732-edb5d4ade33f, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:04.768078 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] For port f2c6d32e-066a-44b6-8732-edb5d4ade33f, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f2c6d32e-066a-44b6-8732-edb5d4ade33f,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:04.774303 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.778224 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.830077 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e7098-9ffa-4c16-8e43-460b47bf6ee3 None None] Pushing event updated for resources: {'Port': ['ID=f2c6d32e-066a-44b6-8732-edb5d4ade33f,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:04.856392 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:04.857408 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:04.895066 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.911120 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.926118 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.953915 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06e88899-7b31-43ad-8434-70ab937897ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:04.973275 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:04.988138 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 5866d1b4-00ac-4f16-9c61-b7896ed03426, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:04.993348 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:04.994736 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-06e88899-7b31-43ad-8434-70ab937897ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.005137 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:05.012480 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:05.020587 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '5866d1b4-00ac-4f16-9c61-b7896ed03426', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'port_id': '5866d1b4-00ac-4f16-9c61-b7896ed03426', 'mac_address': 'fa:16:3e:8c:c7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf606bce-3c14-42f5-b3e5-1dce3a6e10b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:28:05.025121 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Pushing event updated for resources: {'Port': ['ID=4b61fa15-d325-4e1c-afaa-4d5ac689f419,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:05.082717 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.118114 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Attempting to bind port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:05.118489 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Attempting to bind port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:05.118854 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Attempting to bind port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 on network 87de074f-ce01-4ee7-abad-d960e0cfc920 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:05.120874 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.133650 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:05.134036 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Checking segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:05.134439 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.135074 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Bound using segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:05.135665 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Bound port: 4b61fa15-d325-4e1c-afaa-4d5ac689f419, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:05.135940 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.144337 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e88899-7b31-43ad-8434-70ab937897ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ae3de5-b5ec-4663-973b-32366848fe31,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:05.146085 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5866d1b4-00ac-4f16-9c61-b7896ed03426 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:28:05.156928 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-06e88899-7b31-43ad-8434-70ab937897ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eeeb15d0402143f9a10cf512c45315c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4657595 Sep 23 10:28:05.157308 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54510) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:05.165414 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.208436 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 5866d1b4-00ac-4f16-9c61-b7896ed03426, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:05.213635 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.216084 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.226892 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b9a4-a81c-4966-bedf-af47afa93cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.255260 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b9a4-a81c-4966-bedf-af47afa93cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.284959 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:02Z', 'revision_number': 3, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:05.285210 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.291692 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=5866d1b4-00ac-4f16-9c61-b7896ed03426,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:05.313708 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] For port 4b61fa15-d325-4e1c-afaa-4d5ac689f419, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:05.317873 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] For port 4b61fa15-d325-4e1c-afaa-4d5ac689f419, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4b61fa15-d325-4e1c-afaa-4d5ac689f419,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:05.323915 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.327773 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b9a4-a81c-4966-bedf-af47afa93cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.331008 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c5a4b9a4-a81c-4966-bedf-af47afa93cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.333922 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c5a4b9a4-a81c-4966-bedf-af47afa93cb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4ae3de5-b5ec-4663-973b-32366848fe31 HTTP/1.1" status: 204 len: 168 time: 0.1732869 Sep 23 10:28:05.344764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4b9a4-a81c-4966-bedf-af47afa93cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ae3de5-b5ec-4663-973b-32366848fe31,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:05.352876 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.355068 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/32b3d04c-4afc-4677-8daa-28fe05f44b91 HTTP/1.1" status: 204 len: 168 time: 0.9539435 Sep 23 10:28:05.357484 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54516) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:05.361575 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0f90-4e02-422c-b94f-65243a132616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b3d04c-4afc-4677-8daa-28fe05f44b91,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:05.375131 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe276c-366f-4bba-808d-3d12a06ec22e None None] The sync data for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi is: [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:02Z', 'revision_number': 3, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:05.399091 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.446943 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Allocated IP 172.27.2.138 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/8effac84-bdbc-47d9-a08e-152bc5802f77) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:05.463678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.479509 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4b2fa-40cb-4c75-a274-55c4c51310e8 None None] Pushing event updated for resources: {'Port': ['ID=4b61fa15-d325-4e1c-afaa-4d5ac689f419,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:05.550877 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['5866d1b4-00ac-4f16-9c61-b7896ed03426'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:28:05.606411 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcc8bd-1223-44ea-a38c-4aa5076929e7 req-28efa882-001e-4da7-8e01-24b3553bc6e9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:05.620077 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6fbcc8bd-1223-44ea-a38c-4aa5076929e7 req-28efa882-001e-4da7-8e01-24b3553bc6e9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1513195 Sep 23 10:28:05.694035 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.713036 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.734195 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.734466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.735206 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.735554 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > port after_create 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.735895 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.736233 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > port after_update 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.745108 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.745815 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.746820 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.747403 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.892943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.893297 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.894034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.894034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 10:28:05.894435 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:05.900339 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:05.956187 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6fbcc8bd-1223-44ea-a38c-4aa5076929e7 req-f00e236b-5a87-4186-832b-078936e5a9de tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352661 Sep 23 10:28:05.965314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24024bb-10a6-4efe-bef0-f9d74271d957') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:05.965662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24024bb-10a6-4efe-bef0-f9d74271d957') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:06.002679 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.009477 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Allocated IP 172.20.0.1 (22123281-7480-4e7e-bf89-25e7bcdffbbd/20751a57-3629-4134-ada0-069b8fab5a22/e6091586-9e4c-42fb-bc19-7841ec7ebd55) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:06.021959 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:06.047075 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.048179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:06.059001 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:06.061814 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:06.066212 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Pushing event updated for resources: {'Port': ['ID=8effac84-bdbc-47d9-a08e-152bc5802f77,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:06.069709 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2abd6ae2-c630-43fc-b448-6ddbe47f3932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.070594 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da234c11-caa5-4471-b1ae-bb60a390e69b req-9f30965d-2f84-40df-8a98-f37ba2270417 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:06.080137 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da234c11-caa5-4471-b1ae-bb60a390e69b req-9f30965d-2f84-40df-8a98-f37ba2270417 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 944 time: 0.1762130 Sep 23 10:28:06.089884 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:28:06.090354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: from cryptography.utils import int_from_bytes Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: from cryptography.utils import int_from_bytes Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:28:06.095386 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:28:06.201543 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:28:06.211470 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da234c11-caa5-4471-b1ae-bb60a390e69b req-eeb29a9f-ef6b-4afc-8e09-ad1f664e7385 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298213 Sep 23 10:28:06.212876 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.231686 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Pushing event deleted for resources: {'Network': ['ID=f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:06.234269 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.236440 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ae727644-b125-4bfb-ba0f-239c9d9f662c admin admin] 10.222.0.50 "DELETE /v2.0/networks/f36cc0f1-e82b-4b48-abe6-e0aa5ab6ed69 HTTP/1.1" status: 204 len: 168 time: 0.8780606 Sep 23 10:28:06.244877 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:06.315811 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f2c6d32e-066a-44b6-8732-edb5d4ade33f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:06.337753 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.369390 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port f2c6d32e-066a-44b6-8732-edb5d4ade33f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:06.370454 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.410783 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Deleting subnet 0ec8702d-5d84-4993-8c7a-2b3516e85956 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:28:06.421789 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.463615 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.489057 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port f2c6d32e-066a-44b6-8732-edb5d4ade33f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f2c6d32e-066a-44b6-8732-edb5d4ade33f,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:06.498280 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.499307 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 65b16ea1-abdb-4de8-b62b-cfcde9cac58b up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:06.503220 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.575369 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=f2c6d32e-066a-44b6-8732-edb5d4ade33f,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:06.593777 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.604344 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2abd6ae2-c630-43fc-b448-6ddbe47f3932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.632266 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:06.632649 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.641785 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2abd6ae2-c630-43fc-b448-6ddbe47f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.705530 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.708648 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:06.715923 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 5866d1b4-00ac-4f16-9c61-b7896ed03426 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:06.742329 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:06.751955 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:06.757735 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4b61fa15-d325-4e1c-afaa-4d5ac689f419 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:06.769120 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2abd6ae2-c630-43fc-b448-6ddbe47f3932 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eaefea37e64f4d808b62e78c6848c75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7397585 Sep 23 10:28:06.771873 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54530) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:06.786728 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca131c51-685b-49dc-b200-1a31252b2e80 None None] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:06.819197 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.820931 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6091586-9e4c-42fb-bc19-7841ec7ebd55,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:06.844870 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-eaebe1ab-026d-4c04-83e1-2d28d23f69d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.873704 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-eaebe1ab-026d-4c04-83e1-2d28d23f69d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.943534 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-eaebe1ab-026d-4c04-83e1-2d28d23f69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.946611 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-eaebe1ab-026d-4c04-83e1-2d28d23f69d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:06.949691 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-eaebe1ab-026d-4c04-83e1-2d28d23f69d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a6d6bc1-5b7d-4e00-982a-7fb552f0334e HTTP/1.1" status: 204 len: 168 time: 0.1749163 Sep 23 10:28:06.957599 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebe1ab-026d-4c04-83e1-2d28d23f69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d6bc1-5b7d-4e00-982a-7fb552f0334e,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:07.102417 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 5866d1b4-00ac-4f16-9c61-b7896ed03426 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:28:07.110016 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-5c661ad8-19d5-4607-bb15-ec85e85336ad None None] Provisioning complete for port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:07.110587 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c661ad8-19d5-4607-bb15-ec85e85336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.126255 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd6ae2-c630-43fc-b448-6ddbe47f3932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d6bc1-5b7d-4e00-982a-7fb552f0334e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:07.138326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693a3e-89ae-4d83-bf53-e1e1f4fabd40 req-772ae42f-bfc6-49f9-bc85-535c4cff46d6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:07.143122 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.151372 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c6693a3e-89ae-4d83-bf53-e1e1f4fabd40 req-772ae42f-bfc6-49f9-bc85-535c4cff46d6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0901363 Sep 23 10:28:07.156173 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 5866d1b4-00ac-4f16-9c61-b7896ed03426 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:07.156537 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.194166 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.217859 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c6693a3e-89ae-4d83-bf53-e1e1f4fabd40 req-f31c445b-83d6-4cc8-87ff-16e86f6c02c1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652499 Sep 23 10:28:07.297773 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.349274 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec8702d-5d84-4993-8c7a-2b3516e85956,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:07.351812 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.356487 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4e9e0852-3b92-4a19-93b0-d983d12155e4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0ec8702d-5d84-4993-8c7a-2b3516e85956 HTTP/1.1" status: 204 len: 168 time: 1.1011198 Sep 23 10:28:07.361240 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2009e9-cc78-47d3-b079-85f5af52cad5 req-63bb1a8c-8bca-432a-8bc5-160bca90ccce tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:07.362120 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54542) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:07.371333 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 5866d1b4-00ac-4f16-9c61-b7896ed03426, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:07.372884 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb2009e9-cc78-47d3-b079-85f5af52cad5 req-63bb1a8c-8bca-432a-8bc5-160bca90ccce tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 944 time: 0.0767281 Sep 23 10:28:07.379346 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866d1b4-00ac-4f16-9c61-b7896ed03426'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:07.382135 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17043d4-1f23-4c65-b752-15cd1b1a1567" -d '{"events": [{"server_uuid": "c0637491-be3f-4320-b6ad-84e62f6d4a15", "name": "network-vif-plugged", "status": "completed", "tag": "5866d1b4-00ac-4f16-9c61-b7896ed03426"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:07.389228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.442101 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb2009e9-cc78-47d3-b079-85f5af52cad5 req-37e3df2f-b050-46e4-94b5-b051cd652c9e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Sep 23 10:28:07.468103 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4994ebb9-5b17-49b4-80b3-3f396a66be70 x-openstack-request-id: req-4994ebb9-5b17-49b4-80b3-3f396a66be70 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:07.468531 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0637491-be3f-4320-b6ad-84e62f6d4a15", "name": "network-vif-plugged", "status": "completed", "tag": "5866d1b4-00ac-4f16-9c61-b7896ed03426", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:07.468790 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4994ebb9-5b17-49b4-80b3-3f396a66be70 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:07.469188 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866d1b4-00ac-4f16-9c61-b7896ed03426', 'code': 200} Sep 23 10:28:07.470217 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:07.470592 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.483753 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c661ad8-19d5-4607-bb15-ec85e85336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.545440 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.579710 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=5866d1b4-00ac-4f16-9c61-b7896ed03426,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:07.603745 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-5c661ad8-19d5-4607-bb15-ec85e85336ad None None] For port 4b61fa15-d325-4e1c-afaa-4d5ac689f419, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4b61fa15-d325-4e1c-afaa-4d5ac689f419,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:07.603968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.609860 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5c661ad8-19d5-4607-bb15-ec85e85336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.646572 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.709538 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904f839-f3c7-4280-9750-5116717e9681 req-44c55cf5-830d-4be2-87cb-d0a10fed35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:07.713204 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e904f839-f3c7-4280-9750-5116717e9681 req-44c55cf5-830d-4be2-87cb-d0a10fed35b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 1098 time: 0.0752342 Sep 23 10:28:07.715121 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.746845 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661ad8-19d5-4607-bb15-ec85e85336ad None None] Pushing event updated for resources: {'Port': ['ID=4b61fa15-d325-4e1c-afaa-4d5ac689f419,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:07.756061 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b96252c2-0bd3-4997-b0cb-42e5267aa5c6 None None] Provisioning complete for port e6091586-9e4c-42fb-bc19-7841ec7ebd55 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:07.756329 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b96252c2-0bd3-4997-b0cb-42e5267aa5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.767287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e904f839-f3c7-4280-9750-5116717e9681 req-86694905-88a0-4e18-92bd-a687afd0c654 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Sep 23 10:28:07.809102 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4430a63b-6d46-400d-aad7-e76251e73348']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:07.815621 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b96252c2-0bd3-4997-b0cb-42e5267aa5c6 None None] Port e6091586-9e4c-42fb-bc19-7841ec7ebd55 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:07.848435 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e629c7-4131-4fae-81be-4f4ad2cab94c') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:07.848741 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e629c7-4131-4fae-81be-4f4ad2cab94c') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:07.862643 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.911989 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.936736 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-1dd361ed-7491-43d9-b3d0-926cfefc27b9 None None] Provisioning complete for port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:07.937108 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1dd361ed-7491-43d9-b3d0-926cfefc27b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.937525 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:28:07.937959 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:28:07.939554 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:28:08.057025 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.086353 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.090734 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4430a63b-6d46-400d-aad7-e76251e73348 HTTP/1.1" status: 204 len: 168 time: 0.7251632 Sep 23 10:28:08.091481 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831874-68bd-4805-ad11-1673b0197464 admin admin] Pushing event deleted for resources: {'Network': ['ID=4430a63b-6d46-400d-aad7-e76251e73348,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:08.109374 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:28:08.126253 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f2c6d32e-066a-44b6-8732-edb5d4ade33f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:08.174657 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port f2c6d32e-066a-44b6-8732-edb5d4ade33f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:08.175074 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.187806 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.196353 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.265795 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4b61fa15-d325-4e1c-afaa-4d5ac689f419 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:08.327501 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:08.336158 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:08.336565 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.339859 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6091586-9e4c-42fb-bc19-7841ec7ebd55,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:08.341797 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:08.343697 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.369659 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54572) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:08.394525 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.398808 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-954f1fed-6d03-4788-a9d4-cd40785fc590 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8971457 Sep 23 10:28:08.400541 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54574) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:08.406614 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:08.407265 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:08.544795 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:08.546349 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:08.558651 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:08.708702 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Router edea838f-e083-498c-8914-79bde19b7f5e has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:28:08.829068 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 3, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:08.867271 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:08.867614 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Updating router b3ca32f6-cca2-41b8-804e-63c15c55ee33 port 8effac84-bdbc-47d9-a08e-152bc5802f77 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:28:08.876148 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:08.884167 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-35a1edfb-38de-4fd3-b299-d80a1e4ef6f2 admin admin] 10.222.0.50 "PUT /v2.0/routers/edea838f-e083-498c-8914-79bde19b7f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9345615 Sep 23 10:28:08.885714 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Sync routers for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:08.897877 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:08.899113 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:08.899270 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.908491 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-cbe81166-e645-4e9e-b220-214e52615ba0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0927250beba47b7a24ab5ee912a3561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5369556 Sep 23 10:28:08.911153 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54588) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:08.925483 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b7202391-413a-45d0-acae-171deb4942e9 None None] Provisioning complete for port e6091586-9e4c-42fb-bc19-7841ec7ebd55 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:08.925898 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b7202391-413a-45d0-acae-171deb4942e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:08.979409 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f2b78-d0c5-4ec2-88b1-bf2826606450 req-c7bcfac7-7259-4e44-a8c8-e2744cdfa87c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:08.980939 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2a6f2b78-d0c5-4ec2-88b1-bf2826606450 req-c7bcfac7-7259-4e44-a8c8-e2744cdfa87c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.5933130 Sep 23 10:28:09.032908 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa3237d8-d9d5-4ab6-8254-101f3dc89844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.085345 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa3237d8-d9d5-4ab6-8254-101f3dc89844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.105494 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9fed-742b-453e-8740-d396bf5c2fe3 req-013b72d6-6106-4985-be72-5088b45a9a8f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:09.110788 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b7202391-413a-45d0-acae-171deb4942e9 None None] Port e6091586-9e4c-42fb-bc19-7841ec7ebd55 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:09.126318 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5d6c9fed-742b-453e-8740-d396bf5c2fe3 req-013b72d6-6106-4985-be72-5088b45a9a8f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.5727971 Sep 23 10:28:09.155573 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:09.187304 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2a6f2b78-d0c5-4ec2-88b1-bf2826606450 req-c7702e65-f5bd-4662-9435-1f6a8b3c3ecb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760471 Sep 23 10:28:09.194853 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa3237d8-d9d5-4ab6-8254-101f3dc89844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.197579 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-aa3237d8-d9d5-4ab6-8254-101f3dc89844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.198777 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-aa3237d8-d9d5-4ab6-8254-101f3dc89844 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79045b8f-7cbd-429a-9be4-98c7d45fd955 HTTP/1.1" status: 204 len: 168 time: 0.2864242 Sep 23 10:28:09.220666 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3237d8-d9d5-4ab6-8254-101f3dc89844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79045b8f-7cbd-429a-9be4-98c7d45fd955,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:09.269318 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5d6c9fed-742b-453e-8740-d396bf5c2fe3 req-3a8f34ae-453a-4f3d-896f-93d6d3723529 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422143 Sep 23 10:28:09.401464 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.410571 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.469359 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Attempting to bind port 8effac84-bdbc-47d9-a08e-152bc5802f77 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:09.469882 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Attempting to bind port 8effac84-bdbc-47d9-a08e-152bc5802f77 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:09.470254 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Attempting to bind port 8effac84-bdbc-47d9-a08e-152bc5802f77 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:09.478010 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:09.478390 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:09.478790 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.479216 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:09.479939 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Bound port: 8effac84-bdbc-47d9-a08e-152bc5802f77, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:09.480337 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.488030 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315f92b-adeb-4bd0-a3bd-3a55fa83d114 None None] Pushing event updated for resources: {'Port': ['ID=8effac84-bdbc-47d9-a08e-152bc5802f77,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:09.550759 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.557346 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] For port 8effac84-bdbc-47d9-a08e-152bc5802f77, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:09.562614 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] For port 8effac84-bdbc-47d9-a08e-152bc5802f77, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=8effac84-bdbc-47d9-a08e-152bc5802f77,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:09.567929 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.628139 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:09.628802 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:09.659927 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 2, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:09.685431 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315f92b-adeb-4bd0-a3bd-3a55fa83d114 None None] Pushing event updated for resources: {'Port': ['ID=8effac84-bdbc-47d9-a08e-152bc5802f77,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:09.710154 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Checking router: edea838f-e083-498c-8914-79bde19b7f5e for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:09.711020 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Updating router edea838f-e083-498c-8914-79bde19b7f5e port e6091586-9e4c-42fb-bc19-7841ec7ebd55 binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:28:09.744182 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:09.771653 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:09.781113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Allocated IP 172.20.0.1 (87de074f-ce01-4ee7-abad-d960e0cfc920/3207a930-e907-4e5c-807c-5d7dc14402ef/36c3e61c-8ccd-4919-8af5-3e911255b568) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:09.978612 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54616) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:10.007860 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.096240 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-29d3bc7e-2415-4555-9b51-341861001e30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc7b1e85bbc541ac93ee7d320c59fc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131423 Sep 23 10:28:10.097077 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54622) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:10.099359 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.157056 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.169064 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f73-5600-4439-945a-17225ccca468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.172445 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.196598 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f73-5600-4439-945a-17225ccca468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.202877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:10.211693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Pushing event updated for resources: {'Port': ['ID=36c3e61c-8ccd-4919-8af5-3e911255b568,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:10.219834 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:10.220363 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014d61-5bca-40a3-b779-7b8a4bc11c85 None None] Pushing event updated for resources: {'Port': ['ID=e6091586-9e4c-42fb-bc19-7841ec7ebd55,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:10.237698 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 3, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:10.252925 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:10.263354 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f73-5600-4439-945a-17225ccca468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.270214 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f73-5600-4439-945a-17225ccca468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.276433 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c6c89f73-5600-4439-945a-17225ccca468 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bbac79f-853c-4a97-bdcd-bbab9e1fce34 HTTP/1.1" status: 204 len: 168 time: 0.1754537 Sep 23 10:28:10.290857 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89f73-5600-4439-945a-17225ccca468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbac79f-853c-4a97-bdcd-bbab9e1fce34,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:10.320351 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a9458-c590-437a-b116-6fab4ed4af72 None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 3, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:10.361656 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.391228 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Attempting to bind port e6091586-9e4c-42fb-bc19-7841ec7ebd55 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:10.391228 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Attempting to bind port e6091586-9e4c-42fb-bc19-7841ec7ebd55 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:10.391228 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Attempting to bind port e6091586-9e4c-42fb-bc19-7841ec7ebd55 on network 22123281-7480-4e7e-bf89-25e7bcdffbbd {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:10.411332 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:10.411708 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Checking segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:10.412118 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.412512 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Bound using segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:10.413562 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Bound port: e6091586-9e4c-42fb-bc19-7841ec7ebd55, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:10.414046 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.498695 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54632) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:10.503649 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2129589611-network', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:10.554491 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Made reservation on behalf of 4cb3bc45b5d04f6a840729d8132ff07f for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:10.557083 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.574822 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.585262 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] For port e6091586-9e4c-42fb-bc19-7841ec7ebd55, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:10.593185 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] For port e6091586-9e4c-42fb-bc19-7841ec7ebd55, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=e6091586-9e4c-42fb-bc19-7841ec7ebd55,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:10.600855 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.604477 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb8d0b-2b7d-4ac4-9622-6125141a5930 req-c44fab9d-f0b2-4658-8390-74bca1546e4b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:10.612347 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-08cb8d0b-2b7d-4ac4-9622-6125141a5930 req-c44fab9d-f0b2-4658-8390-74bca1546e4b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.2714837 Sep 23 10:28:10.651241 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-8a8e22b4-0767-44ad-9625-c74a32470951 None None] Provisioning complete for port e6091586-9e4c-42fb-bc19-7841ec7ebd55 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:10.651717 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a8e22b4-0767-44ad-9625-c74a32470951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.714737 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f0e87-1f7b-4ffa-b71c-d21a05cdf207 req-27007e4c-68c1-4815-8bbe-ffa458a4dcf8 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:10.716276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-473f0e87-1f7b-4ffa-b71c-d21a05cdf207 req-27007e4c-68c1-4815-8bbe-ffa458a4dcf8 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.2712691 Sep 23 10:28:10.743260 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014d61-5bca-40a3-b779-7b8a4bc11c85 None None] Pushing event updated for resources: {'Port': ['ID=e6091586-9e4c-42fb-bc19-7841ec7ebd55,revision_number=4']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:10.764303 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-08cb8d0b-2b7d-4ac4-9622-6125141a5930 req-a97b4829-e4da-43e4-9d97-4caead6d4aa1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213250 Sep 23 10:28:10.848022 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.857482 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.878515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.891095 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:10.893259 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:10.920539 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce20b6-79bb-4db5-9953-9cfbc1d8cf21,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:10.949090 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:28:10.965917 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-473f0e87-1f7b-4ffa-b71c-d21a05cdf207 req-d64e6a47-9e16-4d7d-8ac1-0fc47816b847 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962116 Sep 23 10:28:10.979336 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:10.981639 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Added segment 40e72e2d-6f5e-4db4-b7e0-6d8ec080532e of type vlan for network 26802041-a1b2-4bea-b8b3-b3091b382837 Sep 23 10:28:10.989305 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a8e22b4-0767-44ad-9625-c74a32470951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.089178 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:11.096017 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.107982 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8a8e22b4-0767-44ad-9625-c74a32470951 None None] For port e6091586-9e4c-42fb-bc19-7841ec7ebd55, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=e6091586-9e4c-42fb-bc19-7841ec7ebd55,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:11.113272 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a8e22b4-0767-44ad-9625-c74a32470951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.263538 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.275950 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.284374 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d879bfed-6f0f-4c46-ac99-17ebfdb983f4 None None] Provisioning complete for port e6091586-9e4c-42fb-bc19-7841ec7ebd55 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:11.285076 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d879bfed-6f0f-4c46-ac99-17ebfdb983f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.342364 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e22b4-0767-44ad-9625-c74a32470951 None None] Pushing event updated for resources: {'Port': ['ID=e6091586-9e4c-42fb-bc19-7841ec7ebd55,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:11.364252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.489881 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d879bfed-6f0f-4c46-ac99-17ebfdb983f4 None None] Provisioning complete for port 36c3e61c-8ccd-4919-8af5-3e911255b568 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:11.490269 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d879bfed-6f0f-4c46-ac99-17ebfdb983f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.591170 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d879bfed-6f0f-4c46-ac99-17ebfdb983f4 None None] Port 36c3e61c-8ccd-4919-8af5-3e911255b568 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:11.633278 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.634368 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:11.635236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:11.636721 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:11.665763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Pushing event updated for resources: {'Port': ['ID=36c3e61c-8ccd-4919-8af5-3e911255b568,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:11.670503 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26849ac3-909f-452e-aac6-38b20f57910c None None] The sync data for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi is: [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:11.714975 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:11.717628 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:11.899096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:28:11.954968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] Pushing event updated for resources: {'Network': ['ID=26802041-a1b2-4bea-b8b3-b3091b382837,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:11.971145 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 26802041-a1b2-4bea-b8b3-b3091b382837 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:28:11.981123 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54686) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:11.989491 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Request body: {'subnet': {'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2129589611-subnet', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:11.990258 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-07cf221e-8092-4fee-9e98-b438915f8e87 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4904220 Sep 23 10:28:12.215056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Made reservation on behalf of 4cb3bc45b5d04f6a840729d8132ff07f for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:12.217354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25425759'] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.222817 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-b85334b0-150e-48be-8be3-c11dedaec1e8 None None] Provisioning complete for port 36c3e61c-8ccd-4919-8af5-3e911255b568 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:12.223332 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b85334b0-150e-48be-8be3-c11dedaec1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.282894 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-b85334b0-150e-48be-8be3-c11dedaec1e8 None None] Port 36c3e61c-8ccd-4919-8af5-3e911255b568 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:12.291465 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120eabb-7fb7-4c44-ba13-12bfdd2d8c87 req-e7c27e2a-c052-4e81-b2de-f83c2c11c091 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:12.298681 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5120eabb-7fb7-4c44-ba13-12bfdd2d8c87 req-e7c27e2a-c052-4e81-b2de-f83c2c11c091 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.2996850 Sep 23 10:28:12.308601 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:12.317867 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 8effac84-bdbc-47d9-a08e-152bc5802f77 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:12.321453 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c422e520-cb65-4f9e-a8b7-f055626b40e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/b3ca32f6-cca2-41b8-804e-63c15c55ee33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9197145 Sep 23 10:28:12.481104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 8effac84-bdbc-47d9-a08e-152bc5802f77 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:12.481963 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.589118 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5120eabb-7fb7-4c44-ba13-12bfdd2d8c87 req-3026dfd8-a8fc-4c6d-a2cf-00cad55f74d3 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895672 Sep 23 10:28:12.621076 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.682302 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port 8effac84-bdbc-47d9-a08e-152bc5802f77, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=8effac84-bdbc-47d9-a08e-152bc5802f77,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:12.696260 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.697784 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device e6091586-9e4c-42fb-bc19-7841ec7ebd55 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:12.765802 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25401475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25425773'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.925112 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=8effac84-bdbc-47d9-a08e-152bc5802f77,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:12.956378 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port e6091586-9e4c-42fb-bc19-7841ec7ebd55 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:12.956892 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:12.964693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Checking segment: {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:12.965056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Network hostable DHCP agents. Network: 26802041-a1b2-4bea-b8b3-b3091b382837, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:28:12.968934 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f63c71f-7a73-4e63-bf36-366881f25a74,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:12.990162 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Network 26802041-a1b2-4bea-b8b3-b3091b382837 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:28:13.009175 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 26802041-a1b2-4bea-b8b3-b3091b382837) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:13.017186 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:13.018836 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.023701 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d7ad7-7b44-4980-b6d8-f1f2b6277763 None None] Network 26802041-a1b2-4bea-b8b3-b3091b382837 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:13.057686 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4e8ffa0e-2e18-4acd-9443-6df8e4050899 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0729778 Sep 23 10:28:13.059772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54712) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:13.064956 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:13.132909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.134030 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.226010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.291037 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-26802041-a1b2-4bea-b8b3-b3091b382837', 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'fixed_ips': [{'subnet_id': '4f63c71f-7a73-4e63-bf36-366881f25a74'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:28:13.292256 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.491044 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.526363 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:13.567547 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:13.572013 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:13.738159 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:13.761461 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:13.767731 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945516450', 'description': 'tempest-description--394095413'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:13.816886 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Allocated IP 172.20.0.2 (26802041-a1b2-4bea-b8b3-b3091b382837/4f63c71f-7a73-4e63-bf36-366881f25a74/6baf4f88-0773-4c61-bbda-0f5039f7ad2f) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:13.820983 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.864545 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.898624 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.922657 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83ab88-07c3-48f8-a0d5-c884cf21949e req-1f7edf89-6d87-4151-89a0-3aa0f3e4246b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:13.927599 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2a83ab88-07c3-48f8-a0d5-c884cf21949e req-1f7edf89-6d87-4151-89a0-3aa0f3e4246b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1779687 Sep 23 10:28:13.957566 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.963430 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:13.983795 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54740) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:14.048777 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce72068-13c1-40b1-a5d7-32355d25fc6d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.058192 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.060743 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9824678a-b04d-4d13-bafc-70b5d412c1ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2980604 Sep 23 10:28:14.063503 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54746) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:14.075186 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'security_group_rule': {'security_group_id': '8ce72068-13c1-40b1-a5d7-32355d25fc6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:14.133385 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.146044 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.170815 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.185077 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 2, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:14.196101 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 8effac84-bdbc-47d9-a08e-152bc5802f77 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:14.211792 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a80bb0f-a93f-4b93-9bd1-82227484400d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.307019 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.311708 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.332929 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b33dc9-0347-4734-ba08-54385dc208b0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.380395 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a80bb0f-a93f-4b93-9bd1-82227484400d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.386126 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9a80bb0f-a93f-4b93-9bd1-82227484400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.391503 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.394825 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c62a130d-e35e-4497-87f8-1aa1729b0d3f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267503 Sep 23 10:28:14.399740 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:14.400095 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Updating router b3ca32f6-cca2-41b8-804e-63c15c55ee33 port 36c3e61c-8ccd-4919-8af5-3e911255b568 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:28:14.404463 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:14.408811 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'security_group_rule': {'security_group_id': '8ce72068-13c1-40b1-a5d7-32355d25fc6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:14.431461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Network 26802041-a1b2-4bea-b8b3-b3091b382837 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:14.435646 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2a83ab88-07c3-48f8-a0d5-c884cf21949e req-00b98073-4381-4990-ae12-b0c3f9d1d4e0 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069262 Sep 23 10:28:14.443276 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:14.449308 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:14.453592 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80bb0f-a93f-4b93-9bd1-82227484400d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaae533-76fc-41ec-b064-b32928caae05,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.467761 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Allocated IP 172.27.2.199 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/f4d4058b-eda0-46b6-ba0d-dc289a739531) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:14.470545 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.485186 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9a80bb0f-a93f-4b93-9bd1-82227484400d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5937af2a2e5e4589898fc9689bb573e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877536 Sep 23 10:28:14.485306 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Pushing event updated for resources: {'Port': ['ID=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.485405 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54754) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:14.529025 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 8effac84-bdbc-47d9-a08e-152bc5802f77 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:14.529693 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.529935 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.578814 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67c92e6f-e58b-40e8-b9da-2c74ec68958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.592602 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Attempting to bind port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:14.592977 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Attempting to bind port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:14.593345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Attempting to bind port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f on network 26802041-a1b2-4bea-b8b3-b3091b382837 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:14.609541 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.612869 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:14.613251 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Checking segment: {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:14.613676 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.614078 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Bound using segment: {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:14.614562 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Bound port: 6baf4f88-0773-4c61-bbda-0f5039f7ad2f, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:14.615353 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.628629 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67c92e6f-e58b-40e8-b9da-2c74ec68958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.643745 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.649859 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.653004 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.684523 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af7db5c-ba15-4ed5-ba03-9c31f11f3333,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.688822 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:14.691741 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:14.695703 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:14.703286 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.703614 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Pushing event updated for resources: {'Port': ['ID=f4d4058b-eda0-46b6-ba0d-dc289a739531,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.704944 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-430111f3-2752-46ed-ba98-b59948cca77f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993965 Sep 23 10:28:14.707873 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54758) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:14.718465 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:14.741387 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67c92e6f-e58b-40e8-b9da-2c74ec68958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.744005 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67c92e6f-e58b-40e8-b9da-2c74ec68958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.745153 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-67c92e6f-e58b-40e8-b9da-2c74ec68958f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adaae533-76fc-41ec-b064-b32928caae05 HTTP/1.1" status: 204 len: 168 time: 0.2654362 Sep 23 10:28:14.755629 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.773531 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c92e6f-e58b-40e8-b9da-2c74ec68958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaae533-76fc-41ec-b064-b32928caae05,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:14.851699 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] For port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:14.873080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] For port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:14.885585 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:14.901929 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.006665 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252377a-99fd-4a37-afd3-d1cb3f363859 None None] Pushing event updated for resources: {'Port': ['ID=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:15.020294 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Allocated IP 172.27.2.113 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/4ffbe7ff-4f80-4466-b532-93f62318294d) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:15.027811 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.098127 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.106982 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.165473 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.196078 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54764) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:15.220227 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-def27e4b-1ca8-4532-8732-d6fac29322d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.247728 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.291828 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.300539 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Attempting to bind port 36c3e61c-8ccd-4919-8af5-3e911255b568 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:15.301059 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Attempting to bind port 36c3e61c-8ccd-4919-8af5-3e911255b568 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:15.301254 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Attempting to bind port 36c3e61c-8ccd-4919-8af5-3e911255b568 on network 87de074f-ce01-4ee7-abad-d960e0cfc920 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:15.316812 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:15.317475 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Checking segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:15.318321 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.320501 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Bound using segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:15.321168 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Bound port: 36c3e61c-8ccd-4919-8af5-3e911255b568, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:15.322498 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.327261 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b4f3-b331-433a-8841-30891f208e9c None None] Pushing event updated for resources: {'Port': ['ID=36c3e61c-8ccd-4919-8af5-3e911255b568,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:15.363680 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:15.370092 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:15.373261 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:15.444956 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] For port 36c3e61c-8ccd-4919-8af5-3e911255b568, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:15.448751 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] For port 36c3e61c-8ccd-4919-8af5-3e911255b568, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=36c3e61c-8ccd-4919-8af5-3e911255b568,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:15.454981 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.461917 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'Port': ['ID=4ffbe7ff-4f80-4466-b532-93f62318294d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:15.495221 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:28:15.594744 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-def27e4b-1ca8-4532-8732-d6fac29322d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.595081 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b4f3-b331-433a-8841-30891f208e9c None None] Pushing event updated for resources: {'Port': ['ID=36c3e61c-8ccd-4919-8af5-3e911255b568,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:15.605009 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-def27e4b-1ca8-4532-8732-d6fac29322d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.613370 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:15.613768 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.615333 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:15.673240 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-0fe2e837-61f2-46e3-9f6d-b6d6209fd915 None None] Provisioning complete for port 36c3e61c-8ccd-4919-8af5-3e911255b568 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:15.673771 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e837-61f2-46e3-9f6d-b6d6209fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.681076 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.689590 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:15.699164 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Sync routers for ids ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:15.714601 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Routers {'f589e307-ad47-42af-a1bc-d9a0dedb9cd5'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:15.715446 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a56a-3f37-4142-aa06-a74b34680d7d req-eb6e687c-ca70-43bb-b136-9e64dc3932a7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:15.715635 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:15.723458 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-34a9a56a-3f37-4142-aa06-a74b34680d7d req-eb6e687c-ca70-43bb-b136-9e64dc3932a7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1558862 Sep 23 10:28:15.749920 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.754194 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-fc567360-ab3d-4d21-bc9c-9dbf857f421b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6934516 Sep 23 10:28:15.754835 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54772) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:15.758083 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-def27e4b-1ca8-4532-8732-d6fac29322d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3b1baf1925544d6b6a92e09c7ea70f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606260 Sep 23 10:28:15.775194 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54774) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:15.776027 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27e4b-1ca8-4532-8732-d6fac29322d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6126bebf-b4b7-42c6-953e-1e8365ad24dd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:15.830669 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:15.850801 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Set router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:15.870231 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-34a9a56a-3f37-4142-aa06-a74b34680d7d req-6b8904b2-d76b-4806-8757-7edcec1e5c6e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457479 Sep 23 10:28:15.916197 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e837-61f2-46e3-9f6d-b6d6209fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:15.973491 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-559c50a2-1353-4e4b-ba27-9c8c00fcb0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.020265 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-559c50a2-1353-4e4b-ba27-9c8c00fcb0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.030580 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-0fe2e837-61f2-46e3-9f6d-b6d6209fd915 None None] For port 36c3e61c-8ccd-4919-8af5-3e911255b568, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=36c3e61c-8ccd-4919-8af5-3e911255b568,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:16.078495 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e837-61f2-46e3-9f6d-b6d6209fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.142822 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.152048 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.197827 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 6baf4f88-0773-4c61-bbda-0f5039f7ad2f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:16.243870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-559c50a2-1353-4e4b-ba27-9c8c00fcb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.246413 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-559c50a2-1353-4e4b-ba27-9c8c00fcb0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.247571 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-559c50a2-1353-4e4b-ba27-9c8c00fcb0dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6126bebf-b4b7-42c6-953e-1e8365ad24dd HTTP/1.1" status: 204 len: 168 time: 0.4666951 Sep 23 10:28:16.288016 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'Port': ['ID=4ffbe7ff-4f80-4466-b532-93f62318294d,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:16.299179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c50a2-1353-4e4b-ba27-9c8c00fcb0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6126bebf-b4b7-42c6-953e-1e8365ad24dd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:16.310447 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.312915 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e837-61f2-46e3-9f6d-b6d6209fd915 None None] Pushing event updated for resources: {'Port': ['ID=36c3e61c-8ccd-4919-8af5-3e911255b568,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:16.322073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9a6397b5-bbfa-4e55-8628-9f9d211431f0 None None] Provisioning complete for port 36c3e61c-8ccd-4919-8af5-3e911255b568 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:16.322555 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a6397b5-bbfa-4e55-8628-9f9d211431f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.336451 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.339068 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9db91812-16e8-4a8c-89e6-9cb595b2daff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6243768 Sep 23 10:28:16.370766 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:14Z', 'revision_number': 3, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:16.430668 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:16.433465 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Checking router: f589e307-ad47-42af-a1bc-d9a0dedb9cd5 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:16.434047 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Updating router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 port f4d4058b-eda0-46b6-ba0d-dc289a739531 binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:28:16.436019 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.493741 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.499328 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:16.540128 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d8f4c-2bc5-4d24-83f1-29c52a86c3f6 None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:16.559003 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a76fd-55c4-4763-833a-f427f81b3b38 None None] Network 26802041-a1b2-4bea-b8b3-b3091b382837 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:16.569842 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.833330 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-361a315f-b6db-48f7-ab61-17b782166a52 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--945516450&fields=id&tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 267 time: 0.0769413 Sep 23 10:28:16.964102 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.976819 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:16.981634 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Allocated IP 172.20.0.1 (26802041-a1b2-4bea-b8b3-b3091b382837/4f63c71f-7a73-4e63-bf36-366881f25a74/d0dcdf76-045c-46f3-9b53-2658dce7dcc3) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:17.013686 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6a944d52-306c-45b3-8b18-ff176697920a None None] Provisioning complete for port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:17.014073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a944d52-306c-45b3-8b18-ff176697920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.039413 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b039d3-20da-4924-99e1-e7d982d67abb None None] Pushing event updated for resources: {'Port': ['ID=f4d4058b-eda0-46b6-ba0d-dc289a739531,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:17.083802 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.097538 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Attempting to bind port f4d4058b-eda0-46b6-ba0d-dc289a739531 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:17.098381 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Attempting to bind port f4d4058b-eda0-46b6-ba0d-dc289a739531 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:17.098776 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Attempting to bind port f4d4058b-eda0-46b6-ba0d-dc289a739531 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:17.109181 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:17.109567 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:17.110942 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.111363 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:17.111988 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Bound port: f4d4058b-eda0-46b6-ba0d-dc289a739531, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:17.113733 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.199008 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:17.202084 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6a944d52-306c-45b3-8b18-ff176697920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.214567 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.235721 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.253190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-a2811d77-e78e-46aa-b411-4560e079de84 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:17.254886 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-a2811d77-e78e-46aa-b411-4560e079de84 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 816 time: 0.1987596 Sep 23 10:28:17.265174 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] For port f4d4058b-eda0-46b6-ba0d-dc289a739531, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:17.281463 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] For port f4d4058b-eda0-46b6-ba0d-dc289a739531, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f4d4058b-eda0-46b6-ba0d-dc289a739531,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:17.283370 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-508d6628-58ab-49a8-aba4-4a13b48f4567 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/quotas/b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 375 time: 0.0221155 Sep 23 10:28:17.301565 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.319291 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.383094 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:17.407342 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.db.api [None req-6a944d52-306c-45b3-8b18-ff176697920a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 10:28:17.408056 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG oslo_db.api [None req-6a944d52-306c-45b3-8b18-ff176697920a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 10:28:17.426465 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Routers {'f589e307-ad47-42af-a1bc-d9a0dedb9cd5'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:17.427433 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:17.464059 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Pushing event updated for resources: {'Port': ['ID=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:17.468591 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Network 26802041-a1b2-4bea-b8b3-b3091b382837 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:17.474062 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:17.482564 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:17.551347 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b039d3-20da-4924-99e1-e7d982d67abb None None] Pushing event updated for resources: {'Port': ['ID=f4d4058b-eda0-46b6-ba0d-dc289a739531,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:17.582482 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] Set router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:17.597824 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-a7dc32f2-a3d7-4281-b38f-03c7e011238d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3042297 Sep 23 10:28:17.639474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:17.751605 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c33f-cbbf-4708-bd54-8194ec405784 req-df7a107b-2ace-4860-b2d7-ea24587249b7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:17.752489 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7206c33f-cbbf-4708-bd54-8194ec405784 req-df7a107b-2ace-4860-b2d7-ea24587249b7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.2288651 Sep 23 10:28:17.851303 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:14Z', 'revision_number': 3, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:17.881512 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85a37e-e9c5-4049-851d-0f422ef3a5b5 None None] The sync data for ids ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'] in dv-cinder-810457-3-iscsi is: [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:14Z', 'revision_number': 3, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:17.904864 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7206c33f-cbbf-4708-bd54-8194ec405784 req-52465112-ad54-48de-88c2-681e2090a6cb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425560 Sep 23 10:28:17.915080 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-aee58349-6a8a-4e20-a00e-a106390e1e43 service neutron] 10.222.0.50 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054445 Sep 23 10:28:18.086896 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9c0fd3aa-ec37-4778-810d-ab3760a433c7 None None] Provisioning complete for port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:18.087532 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd3aa-ec37-4778-810d-ab3760a433c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.196309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9c0fd3aa-ec37-4778-810d-ab3760a433c7 None None] Provisioning complete for port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:18.196986 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd3aa-ec37-4778-810d-ab3760a433c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.214242 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54826) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:18.229880 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.240323 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 36c3e61c-8ccd-4919-8af5-3e911255b568 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:18.248287 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9c0fd3aa-ec37-4778-810d-ab3760a433c7 None None] Port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:18.286241 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-ec3e73e4-4382-46b6-87c8-def49a09138a service neutron] 10.222.0.50 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701835 Sep 23 10:28:18.308627 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 36c3e61c-8ccd-4919-8af5-3e911255b568 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:18.309047 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.401126 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79ae5b7b-603d-42c7-93c8-186db9df3574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.472865 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 6baf4f88-0773-4c61-bbda-0f5039f7ad2f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:18.596077 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fca7f95f-601b-4f4b-89db-f8df8e573177 req-d8776f07-5019-47eb-96c6-c1970cfb122e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 210 time: 0.0482497 Sep 23 10:28:18.613755 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79ae5b7b-603d-42c7-93c8-186db9df3574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.620253 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-79ae5b7b-603d-42c7-93c8-186db9df3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.631430 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.638308 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.659000 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:18.659400 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.669770 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-79ae5b7b-603d-42c7-93c8-186db9df3574 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30e6c3dba7134542854a324e1a5b743a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543297 Sep 23 10:28:18.671738 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54844) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:18.726179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae5b7b-603d-42c7-93c8-186db9df3574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7832296-8214-4535-9675-9bd11bb1a48a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:18.755714 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-722bb1bf-1d20-4647-9ba4-152c0c2b7410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.775965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.817710 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-722bb1bf-1d20-4647-9ba4-152c0c2b7410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.860509 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Pushing event updated for resources: {'Port': ['ID=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:18.917387 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-722bb1bf-1d20-4647-9ba4-152c0c2b7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.920154 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-722bb1bf-1d20-4647-9ba4-152c0c2b7410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:18.924155 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-722bb1bf-1d20-4647-9ba4-152c0c2b7410 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7832296-8214-4535-9675-9bd11bb1a48a HTTP/1.1" status: 204 len: 168 time: 0.2483659 Sep 23 10:28:18.932820 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bb1bf-1d20-4647-9ba4-152c0c2b7410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7832296-8214-4535-9675-9bd11bb1a48a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:19.085068 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Network 26802041-a1b2-4bea-b8b3-b3091b382837 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:19.087217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:19.293903 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e83dd-4128-4e17-82bf-ebdb77d9168a req-651dea7e-969a-4c34-81c9-92ade055cf9d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:19.295581 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-771e83dd-4128-4e17-82bf-ebdb77d9168a req-651dea7e-969a-4c34-81c9-92ade055cf9d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1532886 Sep 23 10:28:19.320330 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:28:19.399508 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-771e83dd-4128-4e17-82bf-ebdb77d9168a req-a307ed0e-9496-4947-9e2d-86ec1a85be28 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929983 Sep 23 10:28:19.499155 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-ee8b727c-26ce-48fe-bd6f-ffd380d90014 None None] Provisioning complete for port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:19.502793 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee8b727c-26ce-48fe-bd6f-ffd380d90014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:19.586110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:19.601666 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4f064861-a223-4ad2-ba1c-939e560056ad admin admin] 10.222.0.50 "PUT /v2.0/routers/f589e307-ad47-42af-a1bc-d9a0dedb9cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8396311 Sep 23 10:28:19.606670 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b727c-26ce-48fe-bd6f-ffd380d90014 None None] Port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:19.754799 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319aef14-4be4-4b4d-8916-c9b460505805 req-63aa7e3f-fac5-4a01-b0bd-62698e6d13c6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 210 time: 0.0472300 Sep 23 10:28:20.189869 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f4d4058b-eda0-46b6-ba0d-dc289a739531 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:20.259421 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port f4d4058b-eda0-46b6-ba0d-dc289a739531 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:20.260050 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.283426 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54918) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:20.289653 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731391712', 'description': 'tempest-secgroup-smoke-731391712 description', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:20.336870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.380048 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.410093 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port f4d4058b-eda0-46b6-ba0d-dc289a739531, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f4d4058b-eda0-46b6-ba0d-dc289a739531,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:20.415391 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.474533 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=f4d4058b-eda0-46b6-ba0d-dc289a739531,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:20.497389 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-fed5efc2-7cee-4903-ad7e-a012456a656c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:20.500659 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-fed5efc2-7cee-4903-ad7e-a012456a656c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 816 time: 0.2144656 Sep 23 10:28:20.529744 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.538833 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.553909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-69cddf5f-20bd-4dc5-90f0-a74392c4756a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 379 time: 0.0396495 Sep 23 10:28:20.573467 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'port': {'device_id': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'admin_state_up': True, 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'security_groups': ['8ce72068-13c1-40b1-a5d7-32355d25fc6d']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:20.578526 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.579893 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2954195 Sep 23 10:28:20.583181 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:20.596310 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group_rule': {'security_group_id': '7a1e2ef4-5c8d-4d60-b02a-085717d4769c', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:20.644591 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79efff-d935-4754-8036-a3fb7c571de6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e2ef4-5c8d-4d60-b02a-085717d4769c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:20.690922 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.742214 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7f528-2da3-4882-9871-b6788981cb0b req-f8893633-76b4-44fd-a83a-2432207e5d1e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:20.746302 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c2f7f528-2da3-4882-9871-b6788981cb0b req-f8893633-76b4-44fd-a83a-2432207e5d1e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0815911 Sep 23 10:28:20.762470 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.767541 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.828615 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb99ba0f-339a-4853-b17a-e9fe8f6f05f9,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:20.844827 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.846319 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-96cd2b7d-2d29-49a2-a1f7-5cc4ef98ed2d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545393 Sep 23 10:28:20.849462 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54940) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:20.855245 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group_rule': {'security_group_id': '7a1e2ef4-5c8d-4d60-b02a-085717d4769c', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:20.863132 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Made reservation on behalf of b6c1ac210db44096acf0a8fb4f9a8bcd for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:20.869904 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:20.891779 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c2f7f528-2da3-4882-9871-b6788981cb0b req-8895cf94-0715-4ae1-97f8-399e6dc23faa tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401594 Sep 23 10:28:20.899888 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.005010 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.009590 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.028621 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd1701a-d602-4ecd-beb6-e892d3a76d8d,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:21.032877 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e88f40d9-90ee-4a88-a0b7-e7d854129bfd req-d939776b-fa43-47c3-b69f-9b8c9e62ae4e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 210 time: 0.0529246 Sep 23 10:28:21.039285 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.040132 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-eee00990-9a18-4318-a06c-46ab1e07ef4c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1890841 Sep 23 10:28:21.042788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54950) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:21.047360 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group_rule': {'security_group_id': '7a1e2ef4-5c8d-4d60-b02a-085717d4769c', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:21.078289 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Allocated IP 172.20.0.7 (87de074f-ce01-4ee7-abad-d960e0cfc920/3207a930-e907-4e5c-807c-5d7dc14402ef/04c596bd-a45a-4b77-97aa-ce571ca974c3) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:21.083448 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.157585 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.167817 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.188263 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b073ee5a-56d3-4d6c-96f3-07eed5f67021,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:21.199102 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.200555 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-47527040-1ea0-4089-9e98-583766a61f71 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567266 Sep 23 10:28:21.203516 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54956) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:21.210832 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group_rule': {'security_group_id': '7a1e2ef4-5c8d-4d60-b02a-085717d4769c', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:21.242307 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.272918 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.310525 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.314663 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.319119 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.334628 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bec5e67-c3b9-4b53-9030-45176cd58f22,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:21.342952 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.344257 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-1e06ec01-dc7e-41ac-a712-4f840cc5cf8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397631 Sep 23 10:28:21.346901 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 54962) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:21.351587 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group_rule': {'security_group_id': '7a1e2ef4-5c8d-4d60-b02a-085717d4769c', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:21.363685 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:21.367902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:21.371848 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:21.389568 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Project f7cf0ac3c12147d3bd4a514a99850dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 10:28:21.395599 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.409005 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:21.445000 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:21.445692 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.461772 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-5f1fc104-5115-49bf-9337-3a02675db868 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015808 Sep 23 10:28:21.479980 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Request body: {'port': {'device_id': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:21.504879 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.511666 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.528718 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Sync routers for ids ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:21.534288 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722feb3b-e956-4a54-9882-af9f97e317b0,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:21.543325 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Routers {'f589e307-ad47-42af-a1bc-d9a0dedb9cd5'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:21.544665 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:21.550502 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.551744 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b12cc8b3-807d-44ab-a675-c32bc67766ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037437 Sep 23 10:28:21.555527 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 54970) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:21.561264 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'security_group_rule': {'security_group_id': '7a1e2ef4-5c8d-4d60-b02a-085717d4769c', 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:21.571688 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.622710 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.securitygroups_db [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Project f7cf0ac3c12147d3bd4a514a99850dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 10:28:21.630013 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.688519 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-1b73c839-a538-469f-b6a8-296ce5017c1f None None] Provisioning complete for port 04c596bd-a45a-4b77-97aa-ce571ca974c3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:21.689242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b73c839-a538-469f-b6a8-296ce5017c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.717793 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Set router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:21.767024 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b73c839-a538-469f-b6a8-296ce5017c1f None None] Port 04c596bd-a45a-4b77-97aa-ce571ca974c3 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:28:21.785116 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.797009 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.860482 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca757be9-4a33-48d3-b9e8-c993599b9c22,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:21.872704 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:21.874312 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ee2ba644-0153-4cbf-8934-295354b41069 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3169873 Sep 23 10:28:22.013289 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:18Z', 'revision_number': 4, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'd0dcdf76-045c-46f3-9b53-2658dce7dcc3', 'name': '', 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'mac_address': 'fa:16:3e:25:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4f63c71f-7a73-4e63-bf36-366881f25a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:16Z', 'updated_at': '2021-09-23T10:28:18Z', 'revision_number': 2, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'subnets': [{'id': '4f63c71f-7a73-4e63-bf36-366881f25a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:22.030101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c596bd-a45a-4b77-97aa-ce571ca974c3 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:28:22.054958 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Checking router: f589e307-ad47-42af-a1bc-d9a0dedb9cd5 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:22.055512 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Updating router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:28:22.068328 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.091617 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.115270 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Transition to ACTIVE for port object 04c596bd-a45a-4b77-97aa-ce571ca974c3 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:28:22.141667 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.232196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:22.273466 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f4d4058b-eda0-46b6-ba0d-dc289a739531 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:22.448155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab6d9-c6a9-4ad6-a8c6-6cf7111f624d req-a251dd98-f22b-4e6e-8cfd-56104207e98b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:22.456220 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0cab6d9-c6a9-4ad6-a8c6-6cf7111f624d req-a251dd98-f22b-4e6e-8cfd-56104207e98b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.3383219 Sep 23 10:28:22.495682 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port f4d4058b-eda0-46b6-ba0d-dc289a739531 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:22.496141 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.505408 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55024) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:22.520385 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c26cb-35a3-45c3-af42-582f6fa2a3e8 req-def35b44-7c35-4143-93d9-1a6d2886b52d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:22.522228 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca5c26cb-35a3-45c3-af42-582f6fa2a3e8 req-def35b44-7c35-4143-93d9-1a6d2886b52d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.3043435 Sep 23 10:28:22.604763 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0cab6d9-c6a9-4ad6-a8c6-6cf7111f624d req-605e439c-aae8-401c-a1f1-41ab5da8d159 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472688 Sep 23 10:28:22.660079 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca5c26cb-35a3-45c3-af42-582f6fa2a3e8 req-a22f3da0-1a31-43f9-ac5d-12ce14fd1ea2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015015 Sep 23 10:28:22.670863 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Attempting to bind port 04c596bd-a45a-4b77-97aa-ce571ca974c3 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:22.672020 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Attempting to bind port 04c596bd-a45a-4b77-97aa-ce571ca974c3 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:22.672691 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Attempting to bind port 04c596bd-a45a-4b77-97aa-ce571ca974c3 on network 87de074f-ce01-4ee7-abad-d960e0cfc920 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:22.678605 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd11a-b5ea-4699-9c98-58a73902692e req-0aefef1d-9bea-481c-b861-00030ee4e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:22.680385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca9fd11a-b5ea-4699-9c98-58a73902692e req-0aefef1d-9bea-481c-b861-00030ee4e9ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 1098 time: 0.1859448 Sep 23 10:28:22.684231 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Port 04c596bd-a45a-4b77-97aa-ce571ca974c3 on network 87de074f-ce01-4ee7-abad-d960e0cfc920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:28:22.684763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Attempting to bind port 04c596bd-a45a-4b77-97aa-ce571ca974c3 on network 87de074f-ce01-4ee7-abad-d960e0cfc920 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:22.695065 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd031-58f7-4b6c-88d0-234c94e6729f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.702451 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:22.705753 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Checking segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:22.705753 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Bound using segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:22.706409 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Bound port: 04c596bd-a45a-4b77-97aa-ce571ca974c3, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:22.706815 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.719309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.734778 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.802113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:22.812920 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:22.817145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.839681 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5dd9f-7b79-4c81-8d4c-60c05623b0e7 None None] Pushing event updated for resources: {'Port': ['ID=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:22.850717 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd031-58f7-4b6c-88d0-234c94e6729f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.856241 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9b4fd031-58f7-4b6c-88d0-234c94e6729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.865125 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37a75312-f031-4eff-a9f2-93504d0919de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.893677 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:22.905454 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:22.906612 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.909368 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-c03e1a25-850c-4c52-94de-7aaf8c261ef1 service neutron] 10.222.0.59 "PUT /v2.0/ports/04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 200 len: 1093 time: 1.4343250 Sep 23 10:28:22.910125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:22.913411 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd83c8d-0180-4700-8bda-f86376338dab" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:22.931908 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Attempting to bind port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:22.932448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Attempting to bind port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:22.932996 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Attempting to bind port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 on network 26802041-a1b2-4bea-b8b3-b3091b382837 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:22.941274 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:22.942039 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fd031-58f7-4b6c-88d0-234c94e6729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ecce3d-c669-4f99-b245-b2a7c04cc06a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:22.945007 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Checking segment: {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:22.945567 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.946392 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Bound using segment: {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:22.947977 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Bound port: d0dcdf76-045c-46f3-9b53-2658dce7dcc3, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:22.948377 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:22.980139 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd3e219-a3ce-44dc-b8a7-b3c5d2e1d3ba x-openstack-request-id: req-ebd3e219-a3ce-44dc-b8a7-b3c5d2e1d3ba {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:22.980712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:22.981070 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebd3e219-a3ce-44dc-b8a7-b3c5d2e1d3ba {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:22.981555 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'status': 'completed', 'code': 200} Sep 23 10:28:22.983565 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9b4fd031-58f7-4b6c-88d0-234c94e6729f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ea016ac202d470b9110a18cffa42252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767148 Sep 23 10:28:22.985944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55040) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:23.051598 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-93a2870f-96fd-4ce3-96c4-561f015d9c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.075783 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] For port d0dcdf76-045c-46f3-9b53-2658dce7dcc3, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:23.077204 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-93a2870f-96fd-4ce3-96c4-561f015d9c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.079438 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] For port d0dcdf76-045c-46f3-9b53-2658dce7dcc3, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:23.084856 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.147488 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5dd9f-7b79-4c81-8d4c-60c05623b0e7 None None] Pushing event updated for resources: {'Port': ['ID=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:23.150286 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-93a2870f-96fd-4ce3-96c4-561f015d9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.153125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-93a2870f-96fd-4ce3-96c4-561f015d9c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.154527 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-93a2870f-96fd-4ce3-96c4-561f015d9c09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9ecce3d-c669-4f99-b245-b2a7c04cc06a HTTP/1.1" status: 204 len: 168 time: 0.1674340 Sep 23 10:28:23.164484 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2870f-96fd-4ce3-96c4-561f015d9c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ecce3d-c669-4f99-b245-b2a7c04cc06a,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:23.179652 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Routers {'f589e307-ad47-42af-a1bc-d9a0dedb9cd5'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:23.180249 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:27:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:23.193648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-8a2ee577-34b2-4a05-b419-b5648fb8f926 None None] Provisioning complete for port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:23.193995 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee577-34b2-4a05-b419-b5648fb8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.372788 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] Set router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:23.545965 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee577-34b2-4a05-b419-b5648fb8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.679540 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8a2ee577-34b2-4a05-b419-b5648fb8f926 None None] For port d0dcdf76-045c-46f3-9b53-2658dce7dcc3, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:23.692109 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee577-34b2-4a05-b419-b5648fb8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.736661 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa067671-39a7-41a2-bc1e-c35132f2df1c req-aa8929e8-3e4b-4531-bf9f-1ed58403c93b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:23.738265 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa067671-39a7-41a2-bc1e-c35132f2df1c req-aa8929e8-3e4b-4531-bf9f-1ed58403c93b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0604522 Sep 23 10:28:23.785490 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa067671-39a7-41a2-bc1e-c35132f2df1c req-18221ae6-0d16-4a9f-b3a9-1dac2944ca64 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Sep 23 10:28:23.816784 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ee577-34b2-4a05-b419-b5648fb8f926 None None] Pushing event updated for resources: {'Port': ['ID=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:23.887747 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c0e7108f-b179-47ea-ae11-029c8103ceb3 None None] Provisioning complete for port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:23.887747 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c0e7108f-b179-47ea-ae11-029c8103ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:23.920052 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe779d-8ef9-4186-a214-23a2701d0fae req-d2fcdd45-1c0c-4d87-acfa-381dcf4f8b3a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:23.921547 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3bfe779d-8ef9-4186-a214-23a2701d0fae req-d2fcdd45-1c0c-4d87-acfa-381dcf4f8b3a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0630698 Sep 23 10:28:23.967545 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3bfe779d-8ef9-4186-a214-23a2701d0fae req-3033b215-1c47-41f0-8006-dccdbfe9e352 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387769 Sep 23 10:28:23.967880 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:18Z', 'revision_number': 4, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'd0dcdf76-045c-46f3-9b53-2658dce7dcc3', 'name': '', 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'mac_address': 'fa:16:3e:25:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4f63c71f-7a73-4e63-bf36-366881f25a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:16Z', 'updated_at': '2021-09-23T10:28:23Z', 'revision_number': 4, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'subnets': [{'id': '4f63c71f-7a73-4e63-bf36-366881f25a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:24.027565 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57aefa-c4ad-417b-985e-c8b19ecc2ee6 None None] The sync data for ids ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'] in dv-cinder-810457-3-iscsi is: [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:18Z', 'revision_number': 4, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'd0dcdf76-045c-46f3-9b53-2658dce7dcc3', 'name': '', 'network_id': '26802041-a1b2-4bea-b8b3-b3091b382837', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'mac_address': 'fa:16:3e:25:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4f63c71f-7a73-4e63-bf36-366881f25a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:16Z', 'updated_at': '2021-09-23T10:28:23Z', 'revision_number': 4, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'subnets': [{'id': '4f63c71f-7a73-4e63-bf36-366881f25a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:24.331211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55086) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:24.336105 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca9fd11a-b5ea-4699-9c98-58a73902692e req-47905abd-d3a8-44a6-b21f-a0b1ce775d68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Sep 23 10:28:24.442732 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-405562ae-8584-4e23-a339-e0c699c36330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.538302 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-405562ae-8584-4e23-a339-e0c699c36330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.542517 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-405562ae-8584-4e23-a339-e0c699c36330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.586708 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-405562ae-8584-4e23-a339-e0c699c36330 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd2f0d0d356249d3a8b18b175cf81f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543664 Sep 23 10:28:24.587572 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405562ae-8584-4e23-a339-e0c699c36330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d83399-3279-4d75-a3b5-2fba77289b52,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:24.589378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55092) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:24.639956 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e55ac72b-bfc7-41e8-90b4-9e83b3d9b77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.662466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e55ac72b-bfc7-41e8-90b4-9e83b3d9b77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.709520 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e55ac72b-bfc7-41e8-90b4-9e83b3d9b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.712369 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e55ac72b-bfc7-41e8-90b4-9e83b3d9b77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:24.713532 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e55ac72b-bfc7-41e8-90b4-9e83b3d9b77a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8d83399-3279-4d75-a3b5-2fba77289b52 HTTP/1.1" status: 204 len: 168 time: 0.1230328 Sep 23 10:28:24.721921 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac72b-bfc7-41e8-90b4-9e83b3d9b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d83399-3279-4d75-a3b5-2fba77289b52,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:24.903393 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef0269-2979-41f0-8ec9-41e1475d9185 req-ce6417f4-c332-443b-a7e8-b56fadadee60 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:24.904790 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-12ef0269-2979-41f0-8ec9-41e1475d9185 req-ce6417f4-c332-443b-a7e8-b56fadadee60 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0502594 Sep 23 10:28:24.950626 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-12ef0269-2979-41f0-8ec9-41e1475d9185 req-fc82d8b5-d8dc-4676-87a8-ee02771a8fef tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Sep 23 10:28:25.094075 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819323a-dac0-4451-b312-7e9fa0914eeb req-b093a02e-2b73-4220-89a4-ed9ed82550cd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:25.095548 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b819323a-dac0-4451-b312-7e9fa0914eeb req-b093a02e-2b73-4220-89a4-ed9ed82550cd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0514672 Sep 23 10:28:25.134824 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b819323a-dac0-4451-b312-7e9fa0914eeb req-cb1ee9a1-6207-44d1-8e33-511b7835b829 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Sep 23 10:28:25.302443 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:25.363014 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8dff19af-d5bd-4990-8a38-4b2e08205d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:25.662614 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83c8d-0180-4700-8bda-f86376338dab req-611d073f-f970-409f-a20e-95f9a7ac8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:25.664177 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3cd83c8d-0180-4700-8bda-f86376338dab req-611d073f-f970-409f-a20e-95f9a7ac8661 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1096 time: 0.0455537 Sep 23 10:28:25.842468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83c8d-0180-4700-8bda-f86376338dab req-378398ab-84c7-4c0c-9536-ebb77b3bef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:25.843951 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3cd83c8d-0180-4700-8bda-f86376338dab req-378398ab-84c7-4c0c-9536-ebb77b3bef03 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1704226 Sep 23 10:28:26.044969 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:26.131226 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d0dcdf76-045c-46f3-9b53-2658dce7dcc3 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:26.211683 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:26.212063 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:26.309945 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83c8d-0180-4700-8bda-f86376338dab req-df799058-82e1-4ef2-9ecc-de26ad0702e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:26.311603 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3cd83c8d-0180-4700-8bda-f86376338dab req-df799058-82e1-4ef2-9ecc-de26ad0702e1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4570003 Sep 23 10:28:26.346470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73242c-b8f6-46a0-9b76-72c0510e2d14 req-f431224b-be91-457d-a2c3-21df96ffc0d5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:26.348161 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ad73242c-b8f6-46a0-9b76-72c0510e2d14 req-f431224b-be91-457d-a2c3-21df96ffc0d5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1168013 Sep 23 10:28:26.357909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286246f-fd31-42de-a0bf-88834de456de req-a6eb6982-1f21-44fa-bc27-03addab1cb69 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:26.359367 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b286246f-fd31-42de-a0bf-88834de456de req-a6eb6982-1f21-44fa-bc27-03addab1cb69 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.1215513 Sep 23 10:28:26.448067 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ad73242c-b8f6-46a0-9b76-72c0510e2d14 req-5cc3f363-7d95-4b30-ac3e-fa3ea424f324 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Sep 23 10:28:26.456054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b286246f-fd31-42de-a0bf-88834de456de req-f25923e4-9aa7-4360-8c1e-7645afd006d5 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819764 Sep 23 10:28:26.459971 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-a8afd484-97c2-4ceb-81d7-5db3210b8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:26.461898 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-a8afd484-97c2-4ceb-81d7-5db3210b8cef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1096 time: 0.0994890 Sep 23 10:28:26.519984 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-909e65cb-1552-40ae-bbf9-cd85f854f78e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 200 len: 217 time: 0.0403402 Sep 23 10:28:26.581110 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:26.587248 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-573b0a04-6f05-42c0-ab4c-86e1d88a145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:26.588752 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-573b0a04-6f05-42c0-ab4c-86e1d88a145c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0558488 Sep 23 10:28:26.658592 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-827077a3-ddb7-4536-9076-5211f62aae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:26.660322 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-827077a3-ddb7-4536-9076-5211f62aae93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605099 Sep 23 10:28:26.780154 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-abd4e311-8d39-4b6e-8ba3-511727f9584b service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938320 Sep 23 10:28:26.890537 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ab75d2f-17f2-4d17-9f8f-1813d024db97 req-1b8545f3-be34-4fd8-9f9c-93098ce3bbc4 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006582 Sep 23 10:28:27.580833 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd759ba-3cea-40f0-9196-43d6ce169230 req-0cc83bce-cbd9-4896-8629-6d9efb922986 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:27.582367 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fd759ba-3cea-40f0-9196-43d6ce169230 req-0cc83bce-cbd9-4896-8629-6d9efb922986 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0491283 Sep 23 10:28:27.621077 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fd759ba-3cea-40f0-9196-43d6ce169230 req-5545849f-46fc-47a7-ac65-838a85c6a786 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Sep 23 10:28:27.724190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff46c3-a308-4f36-90f3-e7086112ab21 req-a7dfe2c0-8c40-494d-a0b1-81957725f6db tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:27.726213 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bcff46c3-a308-4f36-90f3-e7086112ab21 req-a7dfe2c0-8c40-494d-a0b1-81957725f6db tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0505397 Sep 23 10:28:27.767828 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bcff46c3-a308-4f36-90f3-e7086112ab21 req-f020d92b-f491-412e-bdf6-f947ccdffd39 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356452 Sep 23 10:28:27.874892 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8b144-c001-4a9f-8c4d-c283f494869a req-15f60721-e3cf-45c2-890a-be1aa5251341 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:27.876356 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39f8b144-c001-4a9f-8c4d-c283f494869a req-15f60721-e3cf-45c2-890a-be1aa5251341 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Sep 23 10:28:27.914029 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39f8b144-c001-4a9f-8c4d-c283f494869a req-388e2abc-a0dc-47d9-95d4-376ab6a52721 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312021 Sep 23 10:28:28.431178 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:30.280136 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe281-0ace-4c18-865f-d6dd1a6ee2b4 req-946ae566-f879-4bf2-8d6b-c18b10949c8b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:30.281782 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-31efe281-0ace-4c18-865f-d6dd1a6ee2b4 req-946ae566-f879-4bf2-8d6b-c18b10949c8b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0473888 Sep 23 10:28:30.322125 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-31efe281-0ace-4c18-865f-d6dd1a6ee2b4 req-ef973145-c6a6-4c7f-a7b8-4418aef5a8b3 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337470 Sep 23 10:28:31.441096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb16bc5-6e26-4fcf-93ab-47d49296d905 req-5a491f4a-cf39-45ec-b3b1-783035b5441f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:31.442645 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5bb16bc5-6e26-4fcf-93ab-47d49296d905 req-5a491f4a-cf39-45ec-b3b1-783035b5441f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0481641 Sep 23 10:28:31.487326 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5bb16bc5-6e26-4fcf-93ab-47d49296d905 req-d7120f92-c39d-4747-b3d4-1b0bd8d3799c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377214 Sep 23 10:28:31.773697 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-76b8fe11-1cd9-4200-b319-c93215cb5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:31.775113 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-76b8fe11-1cd9-4200-b319-c93215cb5c82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0677612 Sep 23 10:28:31.784003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a165f7-874a-4a3f-aed4-31480df2af65 req-c0ce363b-6cec-4a71-8b1c-363d91d90b90 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:31.785399 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-00a165f7-874a-4a3f-aed4-31480df2af65 req-c0ce363b-6cec-4a71-8b1c-363d91d90b90 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0798967 Sep 23 10:28:31.879590 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-00a165f7-874a-4a3f-aed4-31480df2af65 req-702991c9-4eca-46a6-94e4-9849a9e012c6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854876 Sep 23 10:28:31.902526 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-cbedc79d-133f-4154-b1fd-181edf5f25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:31.904011 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-cbedc79d-133f-4154-b1fd-181edf5f25ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.1177399 Sep 23 10:28:31.947472 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-dea2a542-bca8-4e11-af24-1872b14abb96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.0353744 Sep 23 10:28:32.010772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-d4f331af-72e6-4e04-ad36-0a7db7007c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:32.012245 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-d4f331af-72e6-4e04-ad36-0a7db7007c78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0476162 Sep 23 10:28:32.055729 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-39ab91fc-3332-4e9f-af00-4f3184dbd73d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283678 Sep 23 10:28:32.156174 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-1426d4ef-24f9-4337-88bb-b1a4b1108dae service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 Sep 23 10:28:32.287032 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f5e7bd98-d3f1-47aa-8b11-993aaf78456d req-4e252b7c-703e-4176-aef9-ce894ab89935 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162214 Sep 23 10:28:32.614509 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2004422-2f7b-4ea3-8ca7-91ff4187549c req-7b3db42a-b52a-4392-98a4-24d08f6970be tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:32.616007 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2004422-2f7b-4ea3-8ca7-91ff4187549c req-7b3db42a-b52a-4392-98a4-24d08f6970be tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0520813 Sep 23 10:28:32.652546 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2004422-2f7b-4ea3-8ca7-91ff4187549c req-cbacb861-5662-4fed-921a-ebedc1ae7b53 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307620 Sep 23 10:28:32.993013 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56497995-8c38-4915-bdc9-f0c7d18d0392 req-3e93d988-d335-49ed-b02d-06ecdb885dd4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:32.994489 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-56497995-8c38-4915-bdc9-f0c7d18d0392 req-3e93d988-d335-49ed-b02d-06ecdb885dd4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0477931 Sep 23 10:28:33.033093 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-56497995-8c38-4915-bdc9-f0c7d18d0392 req-e72174a1-91ce-4299-b541-8e67d9db48a6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Sep 23 10:28:33.510739 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:28:33.605988 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:33.616789 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'mac_address': 'fa:16:3e:99:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:28:33.656851 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:33.671092 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c596bd-a45a-4b77-97aa-ce571ca974c3 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:28:33.691382 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:33.696447 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:33.743292 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:33.779144 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c1c7-30fd-425c-b9d0-001e2d4a0c1e req-19c3f509-03ad-4a2a-aba3-1110a2b19076 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:33.780623 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6675c1c7-30fd-425c-b9d0-001e2d4a0c1e req-19c3f509-03ad-4a2a-aba3-1110a2b19076 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.0548716 Sep 23 10:28:33.818195 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6675c1c7-30fd-425c-b9d0-001e2d4a0c1e req-cac39638-fdc5-4e80-bd71-372802860121 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Sep 23 10:28:34.152625 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e626d-8bbd-453d-933d-257740a31e20 req-c74a9a95-f6c2-4914-ba1d-ebe1ca866805 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:34.154224 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-639e626d-8bbd-453d-933d-257740a31e20 req-c74a9a95-f6c2-4914-ba1d-ebe1ca866805 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0486345 Sep 23 10:28:34.190975 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-639e626d-8bbd-453d-933d-257740a31e20 req-fb74e3f4-37b9-454b-a54c-220fe93c1a19 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Sep 23 10:28:36.916763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357492da-c435-4976-8fba-3a7fce496f16 req-1549cbcd-bb58-47bd-b44a-911a8670e47f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:36.918836 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-357492da-c435-4976-8fba-3a7fce496f16 req-1549cbcd-bb58-47bd-b44a-911a8670e47f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.0484972 Sep 23 10:28:36.957413 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-357492da-c435-4976-8fba-3a7fce496f16 req-50623056-8ed1-43c0-8385-595fb66c738c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327575 Sep 23 10:28:37.077095 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2c5b7-61db-46b1-85f7-78af8235e78c req-4baf6d6f-6090-4d97-a361-e6d7c2f023ae tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:37.078560 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-51c2c5b7-61db-46b1-85f7-78af8235e78c req-4baf6d6f-6090-4d97-a361-e6d7c2f023ae tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0639391 Sep 23 10:28:37.116916 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-51c2c5b7-61db-46b1-85f7-78af8235e78c req-48ab7ba8-872c-4f07-9846-ae1058ddde0c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Sep 23 10:28:37.122272 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['04c596bd-a45a-4b77-97aa-ce571ca974c3'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:28:38.078408 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d37df-fce0-4700-aa74-0470df9f1e4e req-cb83b378-850f-4592-9cfc-cf70740faf5e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:38.079876 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-074d37df-fce0-4700-aa74-0470df9f1e4e req-cb83b378-850f-4592-9cfc-cf70740faf5e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.0486395 Sep 23 10:28:38.117386 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-074d37df-fce0-4700-aa74-0470df9f1e4e req-8caf4de2-b49c-4a27-8dc3-4c49e1a8e44c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308356 Sep 23 10:28:38.233285 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d74349-5fb5-479c-96ac-2951db2a04f8 req-7d6ee7c7-4b90-4342-aa3f-3203fdb011f8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:38.234768 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6d74349-5fb5-479c-96ac-2951db2a04f8 req-7d6ee7c7-4b90-4342-aa3f-3203fdb011f8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0498247 Sep 23 10:28:38.271697 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6d74349-5fb5-479c-96ac-2951db2a04f8 req-09e67649-4802-435a-a02c-8d5c0d00bee8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Sep 23 10:28:39.240925 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990102-8e47-4523-a4d4-b73256149a79 req-07936867-693f-4eed-951b-3ba795ad0376 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:39.242399 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-47990102-8e47-4523-a4d4-b73256149a79 req-07936867-693f-4eed-951b-3ba795ad0376 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.0515432 Sep 23 10:28:39.281952 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-47990102-8e47-4523-a4d4-b73256149a79 req-1140d58a-a283-4f3e-a7ae-b4e4f180bdc8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332918 Sep 23 10:28:39.390258 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0cc5b-4245-4f4b-9b1c-95128d37de45 req-93762892-6674-4cf6-9916-0498d89050be tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:39.391731 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bb0cc5b-4245-4f4b-9b1c-95128d37de45 req-93762892-6674-4cf6-9916-0498d89050be tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0503745 Sep 23 10:28:39.431290 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bb0cc5b-4245-4f4b-9b1c-95128d37de45 req-70d168a6-4af3-4cff-9c19-c70c72f08b76 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Sep 23 10:28:39.553055 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:28:39.609288 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 04c596bd-a45a-4b77-97aa-ce571ca974c3 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:28:39.614906 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 04c596bd-a45a-4b77-97aa-ce571ca974c3 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:28:39.615303 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:39.696872 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:39.721051 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:39.723315 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806e64b7-d7c3-4039-a9e7-27f55a0e6698" -d '{"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-plugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:39.740207 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:28:39.744733 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:39.768327 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed5816-bce2-453b-8318-ae1141325a61 x-openstack-request-id: req-23ed5816-bce2-453b-8318-ae1141325a61 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:39.768619 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-plugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:39.768870 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23ed5816-bce2-453b-8318-ae1141325a61 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:39.769254 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'code': 200} Sep 23 10:28:39.811485 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:39.975565 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e53c2-92df-4e4e-8de9-fef4be51976c req-2d0262fa-be57-4536-a33a-d173c6c264da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:39.977089 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f73e53c2-92df-4e4e-8de9-fef4be51976c req-2d0262fa-be57-4536-a33a-d173c6c264da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1098 time: 0.0426974 Sep 23 10:28:40.027061 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f73e53c2-92df-4e4e-8de9-fef4be51976c req-0adcd4dc-772a-4c15-9af6-dfc91600cfbc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285351 Sep 23 10:28:40.441047 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91398ad-9855-4b1e-9ef6-6ae161c8b956 req-9d45c64a-45c6-47e9-94d8-1455e30680b1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:40.442633 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f91398ad-9855-4b1e-9ef6-6ae161c8b956 req-9d45c64a-45c6-47e9-94d8-1455e30680b1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0519464 Sep 23 10:28:40.479917 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f91398ad-9855-4b1e-9ef6-6ae161c8b956 req-ce80adbe-593d-4256-bf63-76fd1c3ef096 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Sep 23 10:28:40.590115 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52bdaf-f63f-454a-8acd-0436bf44bf0e req-a230b01e-d98a-4222-ae3c-b0d27a409aa5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:40.591597 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c52bdaf-f63f-454a-8acd-0436bf44bf0e req-a230b01e-d98a-4222-ae3c-b0d27a409aa5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0505025 Sep 23 10:28:40.632910 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c52bdaf-f63f-454a-8acd-0436bf44bf0e req-d96997d2-e4a0-45c1-9cc2-863395e1ef5f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Sep 23 10:28:41.632436 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35508bbe-7ae6-45ee-b92a-3d39052348c7 req-6547b087-ad8e-4d34-b649-7e824c6ace95 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:41.635152 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-35508bbe-7ae6-45ee-b92a-3d39052348c7 req-6547b087-ad8e-4d34-b649-7e824c6ace95 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0773194 Sep 23 10:28:41.683382 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-35508bbe-7ae6-45ee-b92a-3d39052348c7 req-afa4c263-aae2-4c1b-bf65-a20cbb048965 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378759 Sep 23 10:28:41.689081 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55432) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:41.793218 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc7df0-abc8-456f-acda-2bd7e1fb6fdd req-7fdb0720-f9d7-423c-bebe-fad267d0b7be tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:41.794746 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0cc7df0-abc8-456f-acda-2bd7e1fb6fdd req-7fdb0720-f9d7-423c-bebe-fad267d0b7be tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0521057 Sep 23 10:28:41.820579 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:41.862422 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0cc7df0-abc8-456f-acda-2bd7e1fb6fdd req-1dab3556-e3fb-4742-be32-b2b63367aac3 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Sep 23 10:28:41.942822 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:41.946712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:41.985966 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15341474c207497dacda1680b067024e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957506 Sep 23 10:28:41.987849 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e608195b-ad52-4b14-b1e7-5168d8bcc9ea,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:41.988586 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55440) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:41.996001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.996146 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.996383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.996773 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.997061 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.997521 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.997884 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.998222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.998655 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.998881 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.999206 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:41.999531 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abecdd-cfa7-43bd-9649-633c8d3d4c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.038305 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:42.058816 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:42.106671 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:42.109348 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:42.110592 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e608195b-ad52-4b14-b1e7-5168d8bcc9ea HTTP/1.1" status: 204 len: 168 time: 0.1204004 Sep 23 10:28:42.119786 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e608195b-ad52-4b14-b1e7-5168d8bcc9ea,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:42.127486 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.127847 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.128193 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.128533 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.128868 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.129203 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.129534 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.129960 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.130303 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.130634 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.130964 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.131313 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008debe-0ec8-4887-a987-38c069df9a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:28:42.806255 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e974f1c-5f17-47db-bf7a-76ab7e96e2dc req-137e3fd0-dbf9-40f6-95d7-30679459b193 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:42.807678 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8e974f1c-5f17-47db-bf7a-76ab7e96e2dc req-137e3fd0-dbf9-40f6-95d7-30679459b193 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0494821 Sep 23 10:28:42.858272 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8e974f1c-5f17-47db-bf7a-76ab7e96e2dc req-5615e5f8-d7e5-4ed8-90db-0f5a6997ab9b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440114 Sep 23 10:28:42.982663 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6c518-8eb2-4ca9-916b-476aeabc3ace req-756d94c1-2efa-46c5-8a67-f0482fbff7ad tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:42.984153 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1af6c518-8eb2-4ca9-916b-476aeabc3ace req-756d94c1-2efa-46c5-8a67-f0482fbff7ad tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0592825 Sep 23 10:28:42.993000 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55480) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:42.997773 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'floatingip': {'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:43.043426 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:43.098272 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cd745-f686-40a5-98f2-114664f9986a req-94b711fe-035a-41c0-aa75-14709e298a75 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:43.098272 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb9cd745-f686-40a5-98f2-114664f9986a req-94b711fe-035a-41c0-aa75-14709e298a75 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0599761 Sep 23 10:28:43.138952 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb9cd745-f686-40a5-98f2-114664f9986a req-e12747dc-08d1-4a55-ac84-579958ffe2de tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Sep 23 10:28:43.201258 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:28:43.501320 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:43.505579 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:43.611615 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.l3_db [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Floating IP 6355fed6-d0ac-4507-9f1b-d859e669745f associated. External IP: 172.27.2.113, port: 04c596bd-a45a-4b77-97aa-ce571ca974c3. Sep 23 10:28:43.989849 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:28:44.098424 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:28:44.103433 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:44.112593 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:28:44.127260 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:44.128440 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:28:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:44.157131 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-da85b093-b355-4472-ba2f-943573b8aba0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "PUT /v2.0/floatingips/6355fed6-d0ac-4507-9f1b-d859e669745f HTTP/1.1" status: 200 len: 991 time: 1.1628163 Sep 23 10:28:44.157871 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:44.160296 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:44.282567 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:44.288442 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc48505-d865-4ac5-84b4-a2111a494536 x-openstack-request-id: req-ebc48505-d865-4ac5-84b4-a2111a494536 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:44.288817 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:44.289053 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebc48505-d865-4ac5-84b4-a2111a494536 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:44.289443 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'status': 'completed', 'code': 200} Sep 23 10:28:44.399977 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-ee0da8c1-f3a5-4aaa-897c-49e7fd8be197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:44.401461 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-ee0da8c1-f3a5-4aaa-897c-49e7fd8be197 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1098 time: 0.0784640 Sep 23 10:28:44.408758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7773-8dd4-46d4-8e36-9b8c3c418957 req-751937d4-11c7-4409-82c8-ce12e3659117 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:44.410192 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e49a7773-8dd4-46d4-8e36-9b8c3c418957 req-751937d4-11c7-4409-82c8-ce12e3659117 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0617852 Sep 23 10:28:44.501158 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e49a7773-8dd4-46d4-8e36-9b8c3c418957 req-3abb0841-e51c-437c-a83f-3f809aaf909a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822096 Sep 23 10:28:44.514259 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6355fed6-d0ac-4507-9f1b-d859e669745f', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'mac_address': 'fa:16:3e:99:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:28:15Z', 'updated_at': '2021-09-23T10:28:43Z', 'revision_number': 1, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:44.532850 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-cb39af9b-9a6d-45e8-9c3c-27acce3ba788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:44.536588 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-cb39af9b-9a6d-45e8-9c3c-27acce3ba788 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.1233392 Sep 23 10:28:44.543110 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:28:44.553002 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:28:44.553662 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:28:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:44.609246 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-4271e89a-62da-4197-8843-07f73a5bf0a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 200 len: 999 time: 0.0663679 Sep 23 10:28:44.661313 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:28:44.667231 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-96e2b060-fcbf-4b22-9168-4fa4111cbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:44.668715 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-96e2b060-fcbf-4b22-9168-4fa4111cbeb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0443761 Sep 23 10:28:44.724657 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-a22801c9-44fb-4c9c-ac77-65e61c2dfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:44.726366 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-a22801c9-44fb-4c9c-ac77-65e61c2dfdc3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420916 Sep 23 10:28:44.836906 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-a2851bc4-45bf-494f-95ea-be83fa94a5bb service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006565 Sep 23 10:28:44.935337 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a380a63b-c4f2-497c-adf4-7d3fa2a6a47d req-0667049b-a31c-43bc-9abd-7bc3bad1d6a5 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Sep 23 10:28:44.972409 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6355fed6-d0ac-4507-9f1b-d859e669745f', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'mac_address': 'fa:16:3e:99:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:28:15Z', 'updated_at': '2021-09-23T10:28:43Z', 'revision_number': 1, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:28:45.000143 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf206098-cc9a-4501-b6ba-610e9f3dbb0b None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6355fed6-d0ac-4507-9f1b-d859e669745f', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'mac_address': 'fa:16:3e:99:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:28:15Z', 'updated_at': '2021-09-23T10:28:43Z', 'revision_number': 1, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:28:45.182710 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a43f9-23ea-4233-b042-9a8a26078e31 None None] New status for floating IP 6355fed6-d0ac-4507-9f1b-d859e669745f: ACTIVE {{(pid=93967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:28:45.661861 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3be8b-fd57-431e-ba46-c40a4646c21a req-77265386-1ccc-47ff-bf6c-526e4dc67e90 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:45.663411 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-50d3be8b-fd57-431e-ba46-c40a4646c21a req-77265386-1ccc-47ff-bf6c-526e4dc67e90 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0502095 Sep 23 10:28:45.703282 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-50d3be8b-fd57-431e-ba46-c40a4646c21a req-82533c65-a585-4fae-823b-bc9d6ff82001 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Sep 23 10:28:46.820056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f83b-156f-4ef3-9cb8-fbd0d1a4647a req-adb11bfc-db63-40f8-86b8-1cd75251e5db tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:46.821512 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3140f83b-156f-4ef3-9cb8-fbd0d1a4647a req-adb11bfc-db63-40f8-86b8-1cd75251e5db tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Sep 23 10:28:46.861923 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3140f83b-156f-4ef3-9cb8-fbd0d1a4647a req-bc575802-d937-4994-b8b7-f3403b2e64a0 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Sep 23 10:28:47.977354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d78ce-7486-460d-831b-77ae521572d0 req-0f15f19a-266f-404c-801f-9fa1b8d22778 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:47.978849 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-603d78ce-7486-460d-831b-77ae521572d0 req-0f15f19a-266f-404c-801f-9fa1b8d22778 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0486803 Sep 23 10:28:48.019276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-603d78ce-7486-460d-831b-77ae521572d0 req-7e5ece56-6148-4d60-81d8-0e84c280dfcf tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Sep 23 10:28:49.143193 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0eb70-46eb-4df8-8b1d-f64ca98a9ef6 req-c2f6c98a-a094-4275-8719-921ebbabed41 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:49.144810 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d7c0eb70-46eb-4df8-8b1d-f64ca98a9ef6 req-c2f6c98a-a094-4275-8719-921ebbabed41 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0513675 Sep 23 10:28:49.184408 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d7c0eb70-46eb-4df8-8b1d-f64ca98a9ef6 req-c0b8dd4e-7717-4f18-a5bc-17a157e7fdf4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Sep 23 10:28:50.316832 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e364c0-cc1c-4749-9e49-c33f463a5ed4 req-4dda714e-7d66-4cb0-bf5b-e9ed3bd478eb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:50.318477 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-50e364c0-cc1c-4749-9e49-c33f463a5ed4 req-4dda714e-7d66-4cb0-bf5b-e9ed3bd478eb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0597630 Sep 23 10:28:50.357999 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-50e364c0-cc1c-4749-9e49-c33f463a5ed4 req-2115de17-833f-4e52-ac74-bb0e252e360c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Sep 23 10:28:50.369237 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55644) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:50.479735 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdeb58c9-42b6-419b-b6fd-72bbe1493545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.570614 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdeb58c9-42b6-419b-b6fd-72bbe1493545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.574926 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bdeb58c9-42b6-419b-b6fd-72bbe1493545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.619211 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-bdeb58c9-42b6-419b-b6fd-72bbe1493545 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e10953e64c94c308b67d7c682075ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487445 Sep 23 10:28:50.620347 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb58c9-42b6-419b-b6fd-72bbe1493545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0b9f99-a553-4bd9-8dc0-4bb4b55b3f34,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:50.620578 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55652) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:50.678549 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-10d51807-8662-4579-9d24-2ecd7d13dc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.702965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-10d51807-8662-4579-9d24-2ecd7d13dc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.771358 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-10d51807-8662-4579-9d24-2ecd7d13dc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.774877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-10d51807-8662-4579-9d24-2ecd7d13dc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:50.778385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-10d51807-8662-4579-9d24-2ecd7d13dc9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb0b9f99-a553-4bd9-8dc0-4bb4b55b3f34 HTTP/1.1" status: 204 len: 168 time: 0.1544373 Sep 23 10:28:50.796225 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d51807-8662-4579-9d24-2ecd7d13dc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0b9f99-a553-4bd9-8dc0-4bb4b55b3f34,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:51.095230 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55664) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:51.108898 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-71b80ad9-bd06-433c-b917-7d8617cb3e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.196902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-71b80ad9-bd06-433c-b917-7d8617cb3e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.200944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-71b80ad9-bd06-433c-b917-7d8617cb3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.246427 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-71b80ad9-bd06-433c-b917-7d8617cb3e85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04455dbbf3e84ab0bfc21ada9ae35f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471210 Sep 23 10:28:51.246427 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b80ad9-bd06-433c-b917-7d8617cb3e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5218273d-61ee-409e-98cf-c8b5f2ac84ce,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:51.246649 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:51.300660 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef34-5c59-4dbc-92bc-3be28dde34e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.321719 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef34-5c59-4dbc-92bc-3be28dde34e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.371318 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef34-5c59-4dbc-92bc-3be28dde34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.373890 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2b99ef34-5c59-4dbc-92bc-3be28dde34e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.375065 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2b99ef34-5c59-4dbc-92bc-3be28dde34e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5218273d-61ee-409e-98cf-c8b5f2ac84ce HTTP/1.1" status: 204 len: 168 time: 0.1274781 Sep 23 10:28:51.383183 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99ef34-5c59-4dbc-92bc-3be28dde34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5218273d-61ee-409e-98cf-c8b5f2ac84ce,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:51.487065 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e25a0-cd84-4dc9-b1a4-1afe39b40cc3 req-5c85cdf7-c195-44ce-ad53-f87bd8c6d465 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:51.489225 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca3e25a0-cd84-4dc9-b1a4-1afe39b40cc3 req-5c85cdf7-c195-44ce-ad53-f87bd8c6d465 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0525279 Sep 23 10:28:51.528180 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca3e25a0-cd84-4dc9-b1a4-1afe39b40cc3 req-d319c537-7cd3-4b86-9489-24cd753fd818 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Sep 23 10:28:51.722503 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55678) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:51.735824 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcec9a32-7b31-4a97-848f-524ccc0cb6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.823946 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcec9a32-7b31-4a97-848f-524ccc0cb6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.828146 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bcec9a32-7b31-4a97-848f-524ccc0cb6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.868961 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-bcec9a32-7b31-4a97-848f-524ccc0cb6ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dafdb761ddce4910897bdde336a1fc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447213 Sep 23 10:28:51.869758 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec9a32-7b31-4a97-848f-524ccc0cb6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5071e8a1-0a39-4b2a-b6d1-3d3239725612,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:51.872365 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55680) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:51.933425 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e88b8aea-6dcb-4500-a745-53cd43624462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:51.958908 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e88b8aea-6dcb-4500-a745-53cd43624462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:52.007526 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e88b8aea-6dcb-4500-a745-53cd43624462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:52.010234 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e88b8aea-6dcb-4500-a745-53cd43624462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:52.013856 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e88b8aea-6dcb-4500-a745-53cd43624462 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5071e8a1-0a39-4b2a-b6d1-3d3239725612 HTTP/1.1" status: 204 len: 168 time: 0.1380453 Sep 23 10:28:52.022237 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b8aea-6dcb-4500-a745-53cd43624462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5071e8a1-0a39-4b2a-b6d1-3d3239725612,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:52.656206 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1bad7-ccf5-4f2b-9ff7-c3e15ace9e46 req-da37895d-68ed-4429-b763-4364887ea9dc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:52.657672 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-78b1bad7-ccf5-4f2b-9ff7-c3e15ace9e46 req-da37895d-68ed-4429-b763-4364887ea9dc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Sep 23 10:28:52.697941 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-78b1bad7-ccf5-4f2b-9ff7-c3e15ace9e46 req-83fa3fae-775a-4675-9bdf-da7ec9b51118 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Sep 23 10:28:52.749240 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 55722) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:52.815811 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fe692963-4865-411d-8d11-cc6403f1104b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:52.859793 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-118555868-network', 'tenant_id': 'd7e7059eefe94703aaa6c87118a974dc'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:52.879967 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Made reservation on behalf of d7e7059eefe94703aaa6c87118a974dc for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:52.882297 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:52.890760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:52.997905 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.002521 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.027448 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:28:53.037740 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4292d4c2-e43a-4982-9de8-66c13e8d8275,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:53.042431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.042778 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Added segment c93e4b84-54e4-444a-bcea-78bf95ea7547 of type vlan for network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce Sep 23 10:28:53.119822 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.146608 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb018195-7758-4ef9-a906-49b68a9de01d req-61bbef8c-cd63-444f-a5be-fd92856933a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.148122 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-61bbef8c-cd63-444f-a5be-fd92856933a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0963640 Sep 23 10:28:53.158975 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.160201 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.160949 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.215369 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4649756 Sep 23 10:28:53.218951 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 55734) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:28:53.226360 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Request body: {'subnet': {'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-118555868-subnet', 'tenant_id': 'd7e7059eefe94703aaa6c87118a974dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:53.249326 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Made reservation on behalf of d7e7059eefe94703aaa6c87118a974dc for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:53.251675 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25403925'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.277023 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720aa87-95b9-493b-8922-9d3639f4a7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:53.292321 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:28:53.398820 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb018195-7758-4ef9-a906-49b68a9de01d req-9e3d960a-fd3d-4619-9f7f-4b3b1d82c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.400486 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-9e3d960a-fd3d-4619-9f7f-4b3b1d82c1f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.2216575 Sep 23 10:28:53.461658 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-6f1db6ae-bde6-4b72-907d-dd2fb5345544 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.463378 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-6f1db6ae-bde6-4b72-907d-dd2fb5345544 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.2512994 Sep 23 10:28:53.465069 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-b8eeb481-1c53-4f39-adb5-e670348038da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.0478005 Sep 23 10:28:53.479214 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-95075724-f9b8-4f38-9144-de52459cb090 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/quotas/526d55dde78d4242b8917e9daa229c1a HTTP/1.1" status: 200 len: 375 time: 0.0096104 Sep 23 10:28:53.487305 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25273305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25403943'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.549650 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68502eb-5f67-4311-9276-2644f77aae06,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:53.557698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb018195-7758-4ef9-a906-49b68a9de01d req-b9a378fa-b4d9-4dce-ab61-314fcca3ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.559461 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-b9a378fa-b4d9-4dce-ab61-314fcca3ac06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0765009 Sep 23 10:28:53.564427 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Checking segment: {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:53.564927 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Network hostable DHCP agents. Network: b68e26dc-f626-4ab7-8d51-3a7a0e7444ce, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:28:53.574289 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-d2d865d4-0f8c-4bc4-857c-0ee221ab2b71 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818956 Sep 23 10:28:53.583835 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:28:53.594513 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, b68e26dc-f626-4ab7-8d51-3a7a0e7444ce) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:53.602473 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.603397 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:53.608101 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486b1ca-4b7e-43ce-b66c-acd0afc95b34 None None] Network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:53.617989 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-c4a980e3-227f-44d0-95cc-6ced57ae9a88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427175 Sep 23 10:28:53.626205 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-39d22761-a44c-4057-9518-d01380abb8c9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054558 Sep 23 10:28:53.762658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c628c-c95b-4c01-b096-a48282a68b83 None None] Network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:28:53.791315 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-e04d9a7b-6bcc-4fda-b6e2-875ef4d594bf service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060730 Sep 23 10:28:53.854642 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-2ecbeeb3-e60c-4592-be1f-513c6ad0e1b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155805 Sep 23 10:28:53.949375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933cc2-564d-4cce-9f97-1f31936e088b req-0745bbc7-b2a9-474b-8890-43a956bb1f84 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:53.951113 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5933cc2-564d-4cce-9f97-1f31936e088b req-0745bbc7-b2a9-474b-8890-43a956bb1f84 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1288402 Sep 23 10:28:54.229316 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-49f25b14-bee5-4187-83ee-11a42324475d service neutron] 10.222.0.50 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264953 Sep 23 10:28:54.262021 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5933cc2-564d-4cce-9f97-1f31936e088b req-a607b043-bafe-455d-b112-1734ab52f160 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613866 Sep 23 10:28:54.264295 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eb018195-7758-4ef9-a906-49b68a9de01d req-9dec8da5-6250-4615-92c0-9a8376bd3b9c service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973339 Sep 23 10:28:54.402283 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cb0ce312-dc79-4d05-9a91-a230e0a21640 req-751513df-eaf3-46a8-8022-9cdc7bfd91c5 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 210 time: 0.0285738 Sep 23 10:28:55.300535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:55.374794 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81be2b0c-1905-4521-94b1-5da8d02107b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:55.539010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe3e7-509e-409b-af84-14db680c4441 req-e70428be-61bd-468b-ba87-810da988cb39 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:55.540553 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8bcbe3e7-509e-409b-af84-14db680c4441 req-e70428be-61bd-468b-ba87-810da988cb39 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1918082 Sep 23 10:28:55.616702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-54ffa4a0-0c14-4f77-9be9-0a4cc3e45d23 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:55.618190 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-54ffa4a0-0c14-4f77-9be9-0a4cc3e45d23 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/networks?id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 200 len: 808 time: 0.2467213 Sep 23 10:28:55.639662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-ac36b3ef-ea1d-4cad-8402-c2ea76e9e351 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:55.641064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-ac36b3ef-ea1d-4cad-8402-c2ea76e9e351 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 814 time: 0.2262571 Sep 23 10:28:55.643770 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8bcbe3e7-509e-409b-af84-14db680c4441 req-f3da48f4-5b83-450b-a90f-ebeb286a852a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931160 Sep 23 10:28:55.646819 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-07c57b75-7104-40e0-8b5b-5718218b23ee tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/quotas/d7e7059eefe94703aaa6c87118a974dc HTTP/1.1" status: 200 len: 375 time: 0.0212796 Sep 23 10:28:55.666669 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Request body: {'port': {'device_id': '458eb246-5557-482f-9a05-30712d8599a9', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'admin_state_up': True, 'tenant_id': '526d55dde78d4242b8917e9daa229c1a'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:55.694522 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-35104595-5609-4cd2-9923-1a17fe717d1d tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e7059eefe94703aaa6c87118a974dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414891 Sep 23 10:28:55.855599 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a78967b7-cacb-4bf4-87b4-977c23094f0c req-8e27e6ad-fb15-4855-801a-fd714524b4eb tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 210 time: 0.0454924 Sep 23 10:28:55.880531 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-6db97945-3a55-4d45-9edd-44f4638c5147 service neutron] 10.222.0.50 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739357 Sep 23 10:28:55.895314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Made reservation on behalf of 526d55dde78d4242b8917e9daa229c1a for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:55.898553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.033414 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-425df708-4603-4a45-8e52-131882a48fba service neutron] 10.222.0.50 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465151 Sep 23 10:28:56.040706 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.089244 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Allocated IP 172.20.0.4 (872fac0f-33ab-4864-b362-3e5a67d15ea6/cf606bce-3c14-42f5-b3e5-1dce3a6e10b9/31b39254-fcbe-465a-a502-8edf80fd7d28) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:56.234559 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-78af6f1d-1848-4d7c-b3f1-f2d998314398 req-740fca7a-e37e-4834-9356-6fdab57b6c54 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 210 time: 0.0391812 Sep 23 10:28:56.266758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.302001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.315496 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2', '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', '5866d1b4-00ac-4f16-9c61-b7896ed03426'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:28:56.344244 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Network 872fac0f-33ab-4864-b362-3e5a67d15ea6 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:56.347383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:56.351062 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:56.386504 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event updated for resources: {'Port': ['ID=31b39254-fcbe-465a-a502-8edf80fd7d28,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:56.408349 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:56.408980 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.424385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-5781bc94-ca5b-4e86-a158-7b8d6d2cdbac tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615006 Sep 23 10:28:56.439025 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Request body: {'port': {'device_id': '458eb246-5557-482f-9a05-30712d8599a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:56.497410 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.626660 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.795553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038ff9a-4148-4c1d-804b-ceb5cab05fb3 req-39526df2-49a6-4784-b5cd-bb0700aa0273 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:56.797295 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3038ff9a-4148-4c1d-804b-ceb5cab05fb3 req-39526df2-49a6-4784-b5cd-bb0700aa0273 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0802402 Sep 23 10:28:56.881434 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3038ff9a-4148-4c1d-804b-ceb5cab05fb3 req-13963326-d580-4c7e-aaa5-2a9d42caa680 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Sep 23 10:28:56.888782 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b39254-fcbe-465a-a502-8edf80fd7d28 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:28:56.899889 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:56.913819 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Transition to ACTIVE for port object 31b39254-fcbe-465a-a502-8edf80fd7d28 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:28:56.918407 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:57.001623 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945700a-c791-4320-a720-f87119d57560 service neutron] Pushing event updated for resources: {'Port': ['ID=31b39254-fcbe-465a-a502-8edf80fd7d28,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:57.051477 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7047-22df-427c-a02c-95682565c0d1 req-211cab98-e24e-4946-9622-94f13f8e3efd tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:57.052869 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-85cc7047-22df-427c-a02c-95682565c0d1 req-211cab98-e24e-4946-9622-94f13f8e3efd tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 943 time: 0.1092727 Sep 23 10:28:57.103103 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Attempting to bind port 31b39254-fcbe-465a-a502-8edf80fd7d28 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:57.103443 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Attempting to bind port 31b39254-fcbe-465a-a502-8edf80fd7d28 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:57.103775 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Attempting to bind port 31b39254-fcbe-465a-a502-8edf80fd7d28 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:57.112294 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-85cc7047-22df-427c-a02c-95682565c0d1 req-88b7e976-bc8c-4ebe-8f94-582c746cefa4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532298 Sep 23 10:28:57.112985 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Port 31b39254-fcbe-465a-a502-8edf80fd7d28 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:28:57.113350 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Attempting to bind port 31b39254-fcbe-465a-a502-8edf80fd7d28 on network 872fac0f-33ab-4864-b362-3e5a67d15ea6 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:57.118519 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:57.118904 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Checking segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:57.119289 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Bound using segment: {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:57.119720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Bound port: 31b39254-fcbe-465a-a502-8edf80fd7d28, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:57.120083 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:57.188012 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] For port 31b39254-fcbe-465a-a502-8edf80fd7d28, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:57.190940 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] For port 31b39254-fcbe-465a-a502-8edf80fd7d28, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=31b39254-fcbe-465a-a502-8edf80fd7d28,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:57.195835 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:57.233558 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:57.234188 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:57.235710 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-9945700a-c791-4320-a720-f87119d57560 service neutron] 10.222.0.59 "PUT /v2.0/ports/31b39254-fcbe-465a-a502-8edf80fd7d28 HTTP/1.1" status: 200 len: 1093 time: 0.8010409 Sep 23 10:28:57.236235 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458eb246-5557-482f-9a05-30712d8599a9', 'tag': '31b39254-fcbe-465a-a502-8edf80fd7d28'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:57.238766 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae179d3-b74e-4caf-a961-2c7ce840e69a" -d '{"events": [{"name": "network-changed", "server_uuid": "458eb246-5557-482f-9a05-30712d8599a9", "tag": "31b39254-fcbe-465a-a502-8edf80fd7d28"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:57.276847 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945700a-c791-4320-a720-f87119d57560 service neutron] Pushing event updated for resources: {'Port': ['ID=31b39254-fcbe-465a-a502-8edf80fd7d28,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:57.293022 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660e945e-7b2d-40e1-9786-6e8a8ac3b24b x-openstack-request-id: req-660e945e-7b2d-40e1-9786-6e8a8ac3b24b {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:57.293324 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458eb246-5557-482f-9a05-30712d8599a9", "tag": "31b39254-fcbe-465a-a502-8edf80fd7d28", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:57.293575 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-660e945e-7b2d-40e1-9786-6e8a8ac3b24b {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:57.294008 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458eb246-5557-482f-9a05-30712d8599a9', 'tag': '31b39254-fcbe-465a-a502-8edf80fd7d28', 'status': 'completed', 'code': 200} Sep 23 10:28:57.361961 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-71a6b48b-eb31-42d1-97f2-bebd87984af5 req-b4e4a8ab-b9d6-4eb6-a463-718c48c69d36 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 210 time: 0.0304878 Sep 23 10:28:57.381041 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-09a03ee4-4347-416c-af94-0c2c81af57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:57.382537 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-09a03ee4-4347-416c-af94-0c2c81af57b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 1096 time: 0.0804472 Sep 23 10:28:57.470795 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-653c0f66-a5a3-4b8a-9be9-de99a4b9fddf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b39254-fcbe-465a-a502-8edf80fd7d28 HTTP/1.1" status: 200 len: 217 time: 0.0664282 Sep 23 10:28:57.536394 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-a209b716-7412-4267-802a-76311a674528 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:57.537902 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-a209b716-7412-4267-802a-76311a674528 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "GET /v2.0/networks?id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 200 len: 808 time: 0.1690745 Sep 23 10:28:57.548320 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-0d2fffea-ab1a-48c1-8868-411b39f0737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:57.549700 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-0d2fffea-ab1a-48c1-8868-411b39f0737f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.0640733 Sep 23 10:28:57.577828 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Request body: {'port': {'device_id': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce', 'admin_state_up': True, 'tenant_id': 'd7e7059eefe94703aaa6c87118a974dc'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:57.615915 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-92161489-3e45-4ab3-8b86-4d9a1a41e1fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422044 Sep 23 10:28:57.791004 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-c57a5d4f-8947-43ca-aa48-ef193cca79fc service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554677 Sep 23 10:28:57.799835 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Made reservation on behalf of d7e7059eefe94703aaa6c87118a974dc for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:28:57.803837 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:57.981101 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ab7945f-f55d-4f5c-a3bc-a463c383abf0 req-d31366e9-eef3-432f-bd59-f308938a44f8 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749067 Sep 23 10:28:58.031382 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Allocated IP 172.20.0.13 (b68e26dc-f626-4ab7-8d51-3a7a0e7444ce/c68502eb-5f67-4311-9276-2644f77aae06/f525cd35-f6c5-4f0b-b43f-359159bf23c2) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:28:58.060279 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6a1d-9c22-428a-917e-757b4567e52d req-bc7427ed-ce1d-439a-a0ed-5febd28a71bb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:58.061805 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7b9e6a1d-9c22-428a-917e-757b4567e52d req-bc7427ed-ce1d-439a-a0ed-5febd28a71bb tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0778766 Sep 23 10:28:58.177787 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-470e5b2b-4b9c-4c9d-a774-be374c4d7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:58.179278 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-470e5b2b-4b9c-4c9d-a774-be374c4d7983 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=526d55dde78d4242b8917e9daa229c1a&device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 1096 time: 0.1146009 Sep 23 10:28:58.186073 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7b9e6a1d-9c22-428a-917e-757b4567e52d req-21205498-5228-4498-889b-a5b3f78fbb97 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044989 Sep 23 10:28:58.440082 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:58.577770 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11894035-ef84-45f7-ba04-e2d3c7753fe4 req-dd44d016-23b8-44e6-b5f7-9528bf6b6b72 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 210 time: 0.0769870 Sep 23 10:28:58.623199 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:58.633978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-7263f4f0-d317-481c-8a12-eab485184aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:58.635422 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-7263f4f0-d317-481c-8a12-eab485184aa3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 200 len: 915 time: 0.4442894 Sep 23 10:28:58.644733 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd298ca2-3fdf-4ec9-b44b-df0e10044de2 req-8d44ed1e-3b63-4e1a-b0a0-0e182d2b97cc tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:58.646070 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cd298ca2-3fdf-4ec9-b44b-df0e10044de2 req-8d44ed1e-3b63-4e1a-b0a0-0e182d2b97cc tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 943 time: 0.4219890 Sep 23 10:28:58.699476 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-f0fba28c-d17b-475d-bceb-27747fbecfc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b39254-fcbe-465a-a502-8edf80fd7d28 HTTP/1.1" status: 200 len: 217 time: 0.0509887 Sep 23 10:28:58.763170 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cd298ca2-3fdf-4ec9-b44b-df0e10044de2 req-e79da09c-0638-4937-99c0-f49a6778acb6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070738 Sep 23 10:28:58.773473 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:58.814671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-54c83e41-2857-4721-b46b-a01c04f12266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:58.816113 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-54c83e41-2857-4721-b46b-a01c04f12266 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 200 len: 854 time: 0.1024668 Sep 23 10:28:58.828577 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:28:58.840540 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:28:58.861571 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:28:58.865675 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-9bef2fbb-cf59-4e62-be36-d85de1247781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=872fac0f-33ab-4864-b362-3e5a67d15ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360885 Sep 23 10:28:58.867452 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Pushing event updated for resources: {'Port': ['ID=f525cd35-f6c5-4f0b-b43f-359159bf23c2,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:58.936815 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:58.937330 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:58.996965 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-f589119e-c76f-4217-a45c-c2b9b251dcbf tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4247456 Sep 23 10:28:59.000365 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-1a93f823-f4c9-4333-be88-1097a057e8bc service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138949 Sep 23 10:28:59.021982 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Request body: {'port': {'device_id': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:28:59.130344 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:59.178611 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fae179d3-b74e-4caf-a961-2c7ce840e69a req-b9ae4949-d791-4fe6-a3ef-4538d2f0fa71 service neutron] 10.222.0.59 "GET /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541648 Sep 23 10:28:59.360470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74868453-6e3d-4e7e-b7de-7d2b9f6c3bc3 req-9391f321-a382-479d-9e30-8ad20cb0ae08 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:59.361955 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-74868453-6e3d-4e7e-b7de-7d2b9f6c3bc3 req-9391f321-a382-479d-9e30-8ad20cb0ae08 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1055000 Sep 23 10:28:59.429986 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-74868453-6e3d-4e7e-b7de-7d2b9f6c3bc3 req-cb40f496-14ca-4b2e-91ba-c5fba8e0e77e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608764 Sep 23 10:28:59.470944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f525cd35-f6c5-4f0b-b43f-359159bf23c2 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:28:59.478331 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:59.489720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Transition to ACTIVE for port object f525cd35-f6c5-4f0b-b43f-359159bf23c2 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:28:59.493499 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:59.543849 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f525cd35-f6c5-4f0b-b43f-359159bf23c2,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:59.607261 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Attempting to bind port f525cd35-f6c5-4f0b-b43f-359159bf23c2 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:28:59.607601 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Attempting to bind port f525cd35-f6c5-4f0b-b43f-359159bf23c2 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:28:59.607930 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Attempting to bind port f525cd35-f6c5-4f0b-b43f-359159bf23c2 on network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:59.612152 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Port f525cd35-f6c5-4f0b-b43f-359159bf23c2 on network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:28:59.612469 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Attempting to bind port f525cd35-f6c5-4f0b-b43f-359159bf23c2 on network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:28:59.617889 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:28:59.618226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Checking segment: {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:28:59.618603 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Bound using segment: {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:28:59.619021 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Bound port: f525cd35-f6c5-4f0b-b43f-359159bf23c2, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:28:59.619371 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:59.712630 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] For port f525cd35-f6c5-4f0b-b43f-359159bf23c2, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:28:59.716632 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] For port f525cd35-f6c5-4f0b-b43f-359159bf23c2, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:28:59.721375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:59.734734 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c2eb1-a8d8-4934-b1d8-d12f4c491640 req-22576889-a080-4c6f-9289-47a6f1db6574 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:59.736377 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8c2eb1-a8d8-4934-b1d8-d12f4c491640 req-22576889-a080-4c6f-9289-47a6f1db6574 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 944 time: 0.0818572 Sep 23 10:28:59.774163 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:59.774764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:28:59.776090 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/f525cd35-f6c5-4f0b-b43f-359159bf23c2 HTTP/1.1" status: 200 len: 1094 time: 0.7585697 Sep 23 10:28:59.778292 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'tag': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:28:59.780519 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c85853-e515-4ae9-b255-2824f6f254cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac72e1aa-53ca-4529-8807-3483f9ba4bae", "tag": "f525cd35-f6c5-4f0b-b43f-359159bf23c2"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:28:59.844805 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8c2eb1-a8d8-4934-b1d8-d12f4c491640 req-39cb7e09-2343-4ca8-abc7-4dc82b9126a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772069 Sep 23 10:28:59.844805 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5623-cf37-4329-871d-3f1fd60278f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f525cd35-f6c5-4f0b-b43f-359159bf23c2,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:28:59.867802 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a5db2-de6f-4d15-8437-fa8c2fc64b5d x-openstack-request-id: req-154a5db2-de6f-4d15-8437-fa8c2fc64b5d {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:28:59.868155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac72e1aa-53ca-4529-8807-3483f9ba4bae", "tag": "f525cd35-f6c5-4f0b-b43f-359159bf23c2", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:28:59.868459 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-154a5db2-de6f-4d15-8437-fa8c2fc64b5d {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:28:59.868856 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'tag': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2', 'status': 'completed', 'code': 200} Sep 23 10:28:59.962287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-c0f465a7-dfad-45bd-95c6-8598a152e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:59.963792 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-c0f465a7-dfad-45bd-95c6-8598a152e4f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7e7059eefe94703aaa6c87118a974dc&device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 1097 time: 0.0819831 Sep 23 10:28:59.981017 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ddbec-b729-4642-8a64-26b2594749f4 req-0290c2b7-b3d5-4ee2-8d5f-89bf2edf65e9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:28:59.982688 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4d7ddbec-b729-4642-8a64-26b2594749f4 req-0290c2b7-b3d5-4ee2-8d5f-89bf2edf65e9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 943 time: 0.0631969 Sep 23 10:29:00.026678 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-0c8aff5f-d87c-4886-b2c1-7eec08aab43c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2 HTTP/1.1" status: 200 len: 217 time: 0.0430362 Sep 23 10:29:00.096006 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4d7ddbec-b729-4642-8a64-26b2594749f4 req-92bfb125-c63e-4dc1-a5c7-2dffee19a149 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044972 Sep 23 10:29:00.100992 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-3e02d68e-5853-43ae-b154-d4693d6a914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:00.102476 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-3e02d68e-5853-43ae-b154-d4693d6a914a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c68502eb-5f67-4311-9276-2644f77aae06 HTTP/1.1" status: 200 len: 848 time: 0.0627613 Sep 23 10:29:00.140385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-fc8d0260-c2d5-42db-8d44-de1728cf994d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259011 Sep 23 10:29:00.270845 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c10e9-68a6-4132-ade0-274e52d84f78 req-3b9465bf-1e0e-46a5-9663-d42b82eebb39 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:00.272202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7c10e9-68a6-4132-ade0-274e52d84f78 req-3b9465bf-1e0e-46a5-9663-d42b82eebb39 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1036382 Sep 23 10:29:00.274365 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-aa15df0a-6f28-455e-9387-75c71455060e service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240799 Sep 23 10:29:00.336708 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7c10e9-68a6-4132-ade0-274e52d84f78 req-f8a62349-4f62-4637-8dc1-be067217854f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584538 Sep 23 10:29:00.394294 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1c013e6e-9140-49d2-8e56-43fefb5deec2 req-31711ced-1a6d-4e20-8ed3-f7640fc5c341 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103702 Sep 23 10:29:00.494547 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-fd96321b-1dc6-441f-845d-3c072e9f7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:00.496044 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-fd96321b-1dc6-441f-845d-3c072e9f7a20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7e7059eefe94703aaa6c87118a974dc&device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 1097 time: 0.0408695 Sep 23 10:29:00.606360 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846694a-d148-4b52-85a7-d8c2544e732e req-10c0ceda-a30a-44dd-8496-f381f685cc01 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:00.607764 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8846694a-d148-4b52-85a7-d8c2544e732e req-10c0ceda-a30a-44dd-8496-f381f685cc01 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1031530 Sep 23 10:29:00.643060 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-ffaffd28-c919-4662-bdbe-f96ebb210bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:00.644676 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-ffaffd28-c919-4662-bdbe-f96ebb210bc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 200 len: 909 time: 0.1302352 Sep 23 10:29:00.667404 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8846694a-d148-4b52-85a7-d8c2544e732e req-b591871c-d869-4c55-aceb-aa434c2b1f12 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 Sep 23 10:29:00.694013 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-d15e82db-a9ad-4289-bc4d-9ce1472843c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2 HTTP/1.1" status: 200 len: 217 time: 0.0383205 Sep 23 10:29:00.747970 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-149f42f0-188c-4e11-bd4c-8e8eb4e2dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:00.749363 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-149f42f0-188c-4e11-bd4c-8e8eb4e2dd01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c68502eb-5f67-4311-9276-2644f77aae06 HTTP/1.1" status: 200 len: 848 time: 0.0428298 Sep 23 10:29:00.784725 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-a9815aff-951f-43fd-bdf3-41d0a10f1412 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262601 Sep 23 10:29:00.884506 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-134bc97c-49a7-4b37-96c8-2b244bf581c0 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858965 Sep 23 10:29:01.011196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4421db-8e8a-4b2b-ac37-1a45e994ee99 req-32d3bfcb-e190-4f4a-9136-1f8341ef0e11 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:01.012688 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4c4421db-8e8a-4b2b-ac37-1a45e994ee99 req-32d3bfcb-e190-4f4a-9136-1f8341ef0e11 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 944 time: 0.1016786 Sep 23 10:29:01.018054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0c85853-e515-4ae9-b255-2824f6f254cf req-6f115d4e-593d-481f-9e19-eded1bd73b7e service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254187 Sep 23 10:29:01.052064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4c4421db-8e8a-4b2b-ac37-1a45e994ee99 req-de3768b6-a8c5-434d-9914-f21cbb7d650f tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Sep 23 10:29:01.236999 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092ce36-435b-4506-b776-85d46057fee0 req-d60a7495-20bc-42ac-8a5d-609884f3764a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:01.238538 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b092ce36-435b-4506-b776-85d46057fee0 req-d60a7495-20bc-42ac-8a5d-609884f3764a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 943 time: 0.0748041 Sep 23 10:29:01.243497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-b3d17e8a-02ae-4a5e-a483-a2cdd66ebdcf tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731391712&fields=id&tenant_id=f7cf0ac3c12147d3bd4a514a99850dda HTTP/1.1" status: 200 len: 267 time: 0.0546563 Sep 23 10:29:01.303806 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b092ce36-435b-4506-b776-85d46057fee0 req-6a814110-c7de-49db-b46b-7ec54c8a70df tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593762 Sep 23 10:29:01.368474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-e2708ffc-b8bf-43db-b938-0458b4fa0603 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:01.369968 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-e2708ffc-b8bf-43db-b938-0458b4fa0603 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 808 time: 0.1189079 Sep 23 10:29:01.385179 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-e9430d97-27e1-4f28-8489-fd6a2e58980a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/quotas/f7cf0ac3c12147d3bd4a514a99850dda HTTP/1.1" status: 200 len: 375 time: 0.0092728 Sep 23 10:29:01.465855 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-f3e25d1d-53cf-41a9-84f2-32ac96668791 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747690 Sep 23 10:29:01.483421 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881d059-20f9-41ef-9ab0-71c96dcfc7d8 req-6aed2eb9-8815-4c7c-af85-c4abc41273e9 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:01.484926 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e881d059-20f9-41ef-9ab0-71c96dcfc7d8 req-6aed2eb9-8815-4c7c-af85-c4abc41273e9 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0646253 Sep 23 10:29:01.583210 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e881d059-20f9-41ef-9ab0-71c96dcfc7d8 req-fc4b7eea-adaf-4fb3-b3d7-a822d93ebd70 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898979 Sep 23 10:29:01.607594 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-0f35128b-d348-4a2d-af36-3f58a242e9f0 service neutron] 10.222.0.50 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215520 Sep 23 10:29:01.701452 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-0d3cc556-b194-44ec-805f-bc9cdf083958 service neutron] 10.222.0.50 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875418 Sep 23 10:29:01.723830 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f525cd35-f6c5-4f0b-b43f-359159bf23c2 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:29:01.816483 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac8610-76d9-44bf-8397-4404c63a5050 req-c645df10-aefa-45bb-9e9f-a39b901dca78 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:01.818878 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6ac8610-76d9-44bf-8397-4404c63a5050 req-c645df10-aefa-45bb-9e9f-a39b901dca78 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0616705 Sep 23 10:29:01.839022 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port f525cd35-f6c5-4f0b-b43f-359159bf23c2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:01.856475 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2', 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce', 'port_id': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2', 'mac_address': 'fa:16:3e:05:99:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68502eb-5f67-4311-9276-2644f77aae06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:29:01.863954 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6ac8610-76d9-44bf-8397-4404c63a5050 req-1ca644ee-68d0-415c-adc0-fede29e9feea tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Sep 23 10:29:01.899903 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:01.916576 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f525cd35-f6c5-4f0b-b43f-359159bf23c2 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:29:01.939703 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port f525cd35-f6c5-4f0b-b43f-359159bf23c2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:01.943901 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:01.945091 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 31b39254-fcbe-465a-a502-8edf80fd7d28 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:29:02.041807 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=f525cd35-f6c5-4f0b-b43f-359159bf23c2,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:02.078526 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b4747afe-84e9-4145-a852-95b58312f9dd req-9a7f926d-35af-4932-bbb4-369acbe5e907 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 210 time: 0.0379374 Sep 23 10:29:02.210609 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbba3c-a6d6-4a0c-a2c5-412b76ed08ec req-1d963d50-7565-4dc8-ac27-c9a2a6922bf8 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:02.211579 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64fbba3c-a6d6-4a0c-a2c5-412b76ed08ec req-1d963d50-7565-4dc8-ac27-c9a2a6922bf8 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 945 time: 0.0628870 Sep 23 10:29:02.216134 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.216419 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.216762 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.217095 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.217426 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.217786 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.218113 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.218437 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.218783 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.219292 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.219736 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.219944 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:02.254195 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 31b39254-fcbe-465a-a502-8edf80fd7d28, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=31b39254-fcbe-465a-a502-8edf80fd7d28,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:02.263541 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64fbba3c-a6d6-4a0c-a2c5-412b76ed08ec req-b58d14f2-3c3e-40f6-be02-dd77e3d4a58f tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Sep 23 10:29:02.269990 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '31b39254-fcbe-465a-a502-8edf80fd7d28', 'network_id': '872fac0f-33ab-4864-b362-3e5a67d15ea6', 'port_id': '31b39254-fcbe-465a-a502-8edf80fd7d28', 'mac_address': 'fa:16:3e:a0:de:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf606bce-3c14-42f5-b3e5-1dce3a6e10b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:29:02.310535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:02.323837 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b39254-fcbe-465a-a502-8edf80fd7d28 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:29:02.345922 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 31b39254-fcbe-465a-a502-8edf80fd7d28, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=31b39254-fcbe-465a-a502-8edf80fd7d28,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:02.351239 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:02.401394 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=31b39254-fcbe-465a-a502-8edf80fd7d28,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:02.432303 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427e55-164c-4305-a86a-7ccf513c9a30 req-df40eab0-3160-4185-acbf-7112de5e0b76 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:02.433889 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ed427e55-164c-4305-a86a-7ccf513c9a30 req-df40eab0-3160-4185-acbf-7112de5e0b76 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 944 time: 0.0507572 Sep 23 10:29:02.473933 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ed427e55-164c-4305-a86a-7ccf513c9a30 req-8344eae5-25b4-441a-8e09-fe268b2f7fe7 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336270 Sep 23 10:29:02.705180 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ce305-1104-4604-b2eb-b0bcb62cced7 req-9d196ba4-d75d-49ab-8db6-1b33b72ac327 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:02.706735 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da3ce305-1104-4604-b2eb-b0bcb62cced7 req-9d196ba4-d75d-49ab-8db6-1b33b72ac327 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0562706 Sep 23 10:29:02.730048 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['31b39254-fcbe-465a-a502-8edf80fd7d28'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:02.751914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-da3ce305-1104-4604-b2eb-b0bcb62cced7 req-4c67a90d-37c6-420a-a7dc-060b8eb6273a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Sep 23 10:29:02.760887 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['f525cd35-f6c5-4f0b-b43f-359159bf23c2'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:02.976696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5ba6-eb53-48a0-baf0-7303ff31b1d4 req-6cfeebe8-789f-494e-9668-245e1c4fa705 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:02.978191 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd2e5ba6-eb53-48a0-baf0-7303ff31b1d4 req-6cfeebe8-789f-494e-9668-245e1c4fa705 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0475388 Sep 23 10:29:03.016122 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd2e5ba6-eb53-48a0-baf0-7303ff31b1d4 req-e8ba629f-3180-4a15-a752-6551e68ffa4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Sep 23 10:29:03.204045 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b02ba72b-39dc-4fde-873b-21cd84283b66 req-682182f4-19e1-4b79-8149-cdd17096cdf0 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 210 time: 0.0575120 Sep 23 10:29:03.241997 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-14d7d60a-4f6a-4843-af6b-b40f7ecc24fd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:03.243470 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-14d7d60a-4f6a-4843-af6b-b40f7ecc24fd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.59 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 808 time: 0.1347003 Sep 23 10:29:03.307999 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ed39448d-db53-45c7-977d-a459b635a0b4 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7cf0ac3c12147d3bd4a514a99850dda HTTP/1.1" status: 200 len: 379 time: 0.0404611 Sep 23 10:29:03.326754 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'port': {'device_id': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'admin_state_up': True, 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'security_groups': ['7a1e2ef4-5c8d-4d60-b02a-085717d4769c']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:29:03.452353 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e527a-29ee-4c39-bfd8-f1160283045b req-4a877711-96c2-411a-95d9-46b704800167 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:03.453958 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-563e527a-29ee-4c39-bfd8-f1160283045b req-4a877711-96c2-411a-95d9-46b704800167 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 945 time: 0.1082079 Sep 23 10:29:03.502713 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Made reservation on behalf of f7cf0ac3c12147d3bd4a514a99850dda for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:29:03.506772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:03.528117 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-563e527a-29ee-4c39-bfd8-f1160283045b req-25651f7e-4655-418f-bdb1-868b761e88d6 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649011 Sep 23 10:29:03.965271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bfe45-a9ca-45af-93f4-92d2b1f3abd5 req-3a229706-87c2-43fa-9684-be4fd36a3ea6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:03.967063 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-612bfe45-a9ca-45af-93f4-92d2b1f3abd5 req-3a229706-87c2-43fa-9684-be4fd36a3ea6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 944 time: 0.3542526 Sep 23 10:29:03.968620 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Allocated IP 172.20.0.9 (22123281-7480-4e7e-bf89-25e7bcdffbbd/20751a57-3629-4134-ada0-069b8fab5a22/9e494a6a-7a84-4e8e-b7b3-757fc3643125) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:29:04.006717 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b49a6e-3d22-43ba-b486-52422dc990b8 req-f1a6e7af-f88f-44fc-8893-0a47904a723f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:04.008248 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80b49a6e-3d22-43ba-b486-52422dc990b8 req-f1a6e7af-f88f-44fc-8893-0a47904a723f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1135464 Sep 23 10:29:04.068305 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-612bfe45-a9ca-45af-93f4-92d2b1f3abd5 req-591de3e2-524b-4b45-8fa5-97f849b32fde tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908136 Sep 23 10:29:04.104423 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80b49a6e-3d22-43ba-b486-52422dc990b8 req-98e6f6c3-18e7-41c2-8c30-f4b5a06a83b8 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894778 Sep 23 10:29:04.225283 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.243637 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01a2ae-d121-4e62-bb96-0520c954420a req-ae4942f6-970a-488c-ba8e-b6017960e3fc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:04.245133 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa01a2ae-d121-4e62-bb96-0520c954420a req-ae4942f6-970a-488c-ba8e-b6017960e3fc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0785198 Sep 23 10:29:04.317329 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7731f386-3210-4e57-9d7e-c19f410ac28d req-c342ed20-fa22-494a-8bde-8f56840c342b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 210 time: 0.0359545 Sep 23 10:29:04.326857 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa01a2ae-d121-4e62-bb96-0520c954420a req-ff209fb8-b2dc-46a2-9103-84d179d53a17 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745060 Sep 23 10:29:04.328673 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.371410 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:29:04.374386 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:29:04.378110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:29:04.387034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:04.432967 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:04.433598 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.449067 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-34e76aac-906a-4c76-b8a3-2280bafd5077 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1275964 Sep 23 10:29:04.473634 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Request body: {'port': {'device_id': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:29:04.538296 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.562161 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-33613c9f-e3c2-46bf-b0dc-26f6277619e5 None None] Provisioning complete for port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:29:04.563547 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-33613c9f-e3c2-46bf-b0dc-26f6277619e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.599514 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-33613c9f-e3c2-46bf-b0dc-26f6277619e5 None None] Port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:29:04.746801 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971b54a-764d-48bf-82d3-9152e17fe8da req-d1c7178f-a16d-4c94-95ca-02fee18ebfe8 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:04.748398 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3971b54a-764d-48bf-82d3-9152e17fe8da req-d1c7178f-a16d-4c94-95ca-02fee18ebfe8 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 945 time: 0.0938809 Sep 23 10:29:04.852098 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3971b54a-764d-48bf-82d3-9152e17fe8da req-eec5ce23-b5ce-4180-ae1b-507d533485e6 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962934 Sep 23 10:29:04.909671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e494a6a-7a84-4e8e-b7b3-757fc3643125 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:29:04.917582 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.929861 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Transition to ACTIVE for port object 9e494a6a-7a84-4e8e-b7b3-757fc3643125 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:29:04.933431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:04.984554 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:05.051694 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Attempting to bind port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:29:05.052181 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Attempting to bind port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:29:05.052519 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Attempting to bind port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 on network 22123281-7480-4e7e-bf89-25e7bcdffbbd {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:29:05.057472 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 on network 22123281-7480-4e7e-bf89-25e7bcdffbbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:29:05.057840 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Attempting to bind port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 on network 22123281-7480-4e7e-bf89-25e7bcdffbbd {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:29:05.062962 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:29:05.063311 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Checking segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:29:05.063697 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Bound using segment: {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:29:05.064154 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Bound port: 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d153498-a04d-47b8-b835-21e0ed6ed859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:29:05.064644 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:05.140953 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:29:05.176406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:29:05.185742 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:05.249959 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:05.250662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:05.252250 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-ab37f880-0be7-407d-a685-eed64463895b service neutron] 10.222.0.59 "PUT /v2.0/ports/9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 1093 time: 0.7840774 Sep 23 10:29:05.256165 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:05.258480 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de06961-e8f9-45aa-8d00-bd39538edd61" -d '{"events": [{"name": "network-changed", "server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:05.274742 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67997b55-6d6d-4d92-b2f8-aaecb165adaa req-10ffc7c2-6494-491b-939a-f5567a6445d9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:05.276287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67997b55-6d6d-4d92-b2f8-aaecb165adaa req-10ffc7c2-6494-491b-939a-f5567a6445d9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 944 time: 0.1367552 Sep 23 10:29:05.326007 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a5e94-af4d-4d1d-8112-51a715206d10 req-60b6d74e-28ca-4023-b35e-5b3f89a71ed7 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:05.327377 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f20a5e94-af4d-4d1d-8112-51a715206d10 req-60b6d74e-28ca-4023-b35e-5b3f89a71ed7 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1454694 Sep 23 10:29:05.328010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37f880-0be7-407d-a685-eed64463895b service neutron] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:05.361477 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67997b55-6d6d-4d92-b2f8-aaecb165adaa req-a405fcd8-6ff0-48b6-acc7-9dbaa20a06b3 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726526 Sep 23 10:29:05.393036 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f20a5e94-af4d-4d1d-8112-51a715206d10 req-e58da851-146a-4197-a22b-c5f6c286da16 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559423 Sep 23 10:29:05.444192 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954592e-d641-42ba-b91b-ca96e6a55716 x-openstack-request-id: req-8954592e-d641-42ba-b91b-ca96e6a55716 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:05.444506 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:05.444763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8954592e-d641-42ba-b91b-ca96e6a55716 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:05.445323 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'status': 'completed', 'code': 200} Sep 23 10:29:05.532529 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86447c86-153d-4101-b498-2252bb9dfc6c req-5d52c5f6-0c29-43db-98fc-579f12ddaac9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:05.533944 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-86447c86-153d-4101-b498-2252bb9dfc6c req-5d52c5f6-0c29-43db-98fc-579f12ddaac9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0473437 Sep 23 10:29:05.572575 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-86447c86-153d-4101-b498-2252bb9dfc6c req-76913bfe-fbb0-4e15-80ec-1d3f9dc2a789 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313854 Sep 23 10:29:05.682214 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65a5f1-fd6f-49f2-9285-df8a65fb4614 req-c6286cce-d2f7-4127-8562-2b09b7b04956 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:05.683817 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af65a5f1-fd6f-49f2-9285-df8a65fb4614 req-c6286cce-d2f7-4127-8562-2b09b7b04956 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0531147 Sep 23 10:29:05.723874 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af65a5f1-fd6f-49f2-9285-df8a65fb4614 req-f9800c71-f7b6-4457-84f9-1e15ba5b36ae tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Sep 23 10:29:05.977316 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858edd7-8e35-4c69-8bbf-b4d26a199af0 req-61bacd89-d060-458e-9070-79ce749f0f55 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:05.978797 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b858edd7-8e35-4c69-8bbf-b4d26a199af0 req-61bacd89-d060-458e-9070-79ce749f0f55 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 945 time: 0.0479853 Sep 23 10:29:06.015908 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b858edd7-8e35-4c69-8bbf-b4d26a199af0 req-82c94da9-1930-481d-a3d4-459edfcb5a10 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Sep 23 10:29:06.482330 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54204a4b-7360-4ef7-94dc-cf7fccc1833a req-3c8a9ce6-c948-4eec-96d2-336325709727 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:06.483099 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-54204a4b-7360-4ef7-94dc-cf7fccc1833a req-3c8a9ce6-c948-4eec-96d2-336325709727 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 944 time: 0.0485442 Sep 23 10:29:06.520946 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-54204a4b-7360-4ef7-94dc-cf7fccc1833a req-326628b2-d87b-4bd5-a897-d6c9b639e1ba tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Sep 23 10:29:06.626162 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd710e50-909b-4ad5-b95d-7fefaa9e895b req-56fbe2fc-f8ee-4306-a30e-07a199701c05 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:06.627626 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd710e50-909b-4ad5-b95d-7fefaa9e895b req-56fbe2fc-f8ee-4306-a30e-07a199701c05 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0513065 Sep 23 10:29:06.665686 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd710e50-909b-4ad5-b95d-7fefaa9e895b req-98b3fc87-5c7a-4362-adb7-5bdfb006961f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309265 Sep 23 10:29:06.766155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e51164-e1bf-420f-acf9-ed406e7242d7 req-5f7ac305-572d-4d9e-941d-c94449c20d8e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:06.767613 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f9e51164-e1bf-420f-acf9-ed406e7242d7 req-5f7ac305-572d-4d9e-941d-c94449c20d8e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0480385 Sep 23 10:29:06.806823 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f9e51164-e1bf-420f-acf9-ed406e7242d7 req-2e0137f7-0a51-49d7-b20f-296a915070ec tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Sep 23 10:29:06.914477 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8bd9a-be4d-445f-8cbd-f5d88d6abda4 req-e83e9918-d647-4b3e-b1ba-ea0ff683ddbc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:06.915981 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1af8bd9a-be4d-445f-8cbd-f5d88d6abda4 req-e83e9918-d647-4b3e-b1ba-ea0ff683ddbc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0502379 Sep 23 10:29:06.940061 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f525cd35-f6c5-4f0b-b43f-359159bf23c2 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:29:06.955869 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1af8bd9a-be4d-445f-8cbd-f5d88d6abda4 req-1d349501-b32b-4694-b023-ebc8a45b81ff tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Sep 23 10:29:06.994840 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port f525cd35-f6c5-4f0b-b43f-359159bf23c2 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:29:06.998641 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port f525cd35-f6c5-4f0b-b43f-359159bf23c2 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:29:06.999019 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:07.079008 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:07.102213 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:07.104462 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e2ea8-1d50-49ac-9a7b-7bc75548f0aa" -d '{"events": [{"server_uuid": "ac72e1aa-53ca-4529-8807-3483f9ba4bae", "name": "network-vif-plugged", "status": "completed", "tag": "f525cd35-f6c5-4f0b-b43f-359159bf23c2"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:07.117635 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port f525cd35-f6c5-4f0b-b43f-359159bf23c2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:07.122898 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:07.123878 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 31b39254-fcbe-465a-a502-8edf80fd7d28 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:29:07.133810 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29938d-787d-4678-96c1-94aa337a4ea4 req-bad2a65d-7bb9-4dbb-a100-d2e7256f35f2 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:07.135313 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8e29938d-787d-4678-96c1-94aa337a4ea4 req-bad2a65d-7bb9-4dbb-a100-d2e7256f35f2 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 945 time: 0.0532084 Sep 23 10:29:07.173830 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8e29938d-787d-4678-96c1-94aa337a4ea4 req-f7069362-6b22-43f2-bdba-ecd9e4da1e74 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Sep 23 10:29:07.212168 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=f525cd35-f6c5-4f0b-b43f-359159bf23c2,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:07.219280 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878346cc-418e-4483-bb30-9db2af650010 x-openstack-request-id: req-878346cc-418e-4483-bb30-9db2af650010 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:07.219571 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac72e1aa-53ca-4529-8807-3483f9ba4bae", "name": "network-vif-plugged", "status": "completed", "tag": "f525cd35-f6c5-4f0b-b43f-359159bf23c2", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:07.219822 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-878346cc-418e-4483-bb30-9db2af650010 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:07.221008 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2', 'code': 200} Sep 23 10:29:07.225975 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 31b39254-fcbe-465a-a502-8edf80fd7d28 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:29:07.229985 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 31b39254-fcbe-465a-a502-8edf80fd7d28 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:29:07.230352 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:07.309971 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:07.341279 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 31b39254-fcbe-465a-a502-8edf80fd7d28, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=31b39254-fcbe-465a-a502-8edf80fd7d28,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:07.345524 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:07.392830 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=31b39254-fcbe-465a-a502-8edf80fd7d28,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:07.634792 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e075c-98d0-4846-8070-e159d1f40bdd req-b397f7c0-8018-49ac-b92d-5950dacb8838 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:07.636223 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc7e075c-98d0-4846-8070-e159d1f40bdd req-b397f7c0-8018-49ac-b92d-5950dacb8838 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Sep 23 10:29:07.672024 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc7e075c-98d0-4846-8070-e159d1f40bdd req-b2d60395-7abe-4aa9-9f48-073eeac242e1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299821 Sep 23 10:29:07.782319 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4539-6bd9-42c1-a83e-4a1333247600 req-ef6b4c2e-43e0-4618-a2ef-849e09b0c48a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:07.783752 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-83bb4539-6bd9-42c1-a83e-4a1333247600 req-ef6b4c2e-43e0-4618-a2ef-849e09b0c48a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0468807 Sep 23 10:29:07.821584 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-83bb4539-6bd9-42c1-a83e-4a1333247600 req-0b0724a7-305c-40ae-abdf-d76d31b4a4ea tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Sep 23 10:29:07.942011 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b405b-649f-475f-a9b2-c3d6d823975f req-886e9fb3-e8a3-4f0b-b9e2-dcb51da5fa35 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:07.943491 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2f9b405b-649f-475f-a9b2-c3d6d823975f req-886e9fb3-e8a3-4f0b-b9e2-dcb51da5fa35 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0529196 Sep 23 10:29:08.013816 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2f9b405b-649f-475f-a9b2-c3d6d823975f req-7a3f4994-ff84-469e-a8c1-124c6a44dfc6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642338 Sep 23 10:29:08.021963 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06961-e8f9-45aa-8d00-bd39538edd61 req-e3c7480b-70aa-401f-b2ea-77ba4bf78019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.023461 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7de06961-e8f9-45aa-8d00-bd39538edd61 req-e3c7480b-70aa-401f-b2ea-77ba4bf78019 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1096 time: 0.0678849 Sep 23 10:29:08.175413 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc34a5-4a02-4419-a188-fbb0788cd794 req-0c9bd4e4-d3ec-480e-ba12-689d96d4558e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.176889 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d3bc34a5-4a02-4419-a188-fbb0788cd794 req-0c9bd4e4-d3ec-480e-ba12-689d96d4558e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1432803 Sep 23 10:29:08.221429 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9abeb5-d20b-46ae-8e72-1660d6008d32 req-c758c719-a4ac-472d-9050-27d29b442975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.223162 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a9abeb5-d20b-46ae-8e72-1660d6008d32 req-c758c719-a4ac-472d-9050-27d29b442975 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 1099 time: 0.1227844 Sep 23 10:29:08.224115 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06961-e8f9-45aa-8d00-bd39538edd61 req-165eaf00-54a1-4625-852e-07a77264f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.225418 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7de06961-e8f9-45aa-8d00-bd39538edd61 req-165eaf00-54a1-4625-852e-07a77264f024 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1806736 Sep 23 10:29:08.241476 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d3bc34a5-4a02-4419-a188-fbb0788cd794 req-c69b6eb4-7581-4c54-8838-b2f2ab12cea6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581198 Sep 23 10:29:08.360136 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a9abeb5-d20b-46ae-8e72-1660d6008d32 req-387ca572-9115-4a12-af40-727a73934143 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165683 Sep 23 10:29:08.378847 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd6544-df0c-46aa-98eb-2a6d6623e46e req-cd3500d4-5e80-4a39-884b-c28ee29dbe8e tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.380274 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20bd6544-df0c-46aa-98eb-2a6d6623e46e req-cd3500d4-5e80-4a39-884b-c28ee29dbe8e tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.1297779 Sep 23 10:29:08.407595 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06961-e8f9-45aa-8d00-bd39538edd61 req-6b97de98-72a6-403e-b264-251c97ec0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.408997 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7de06961-e8f9-45aa-8d00-bd39538edd61 req-6b97de98-72a6-403e-b264-251c97ec0f06 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666734 Sep 23 10:29:08.428978 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20bd6544-df0c-46aa-98eb-2a6d6623e46e req-37e61ea3-5975-40e8-bba5-4c4b0a4aed73 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Sep 23 10:29:08.670464 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-da4e0b3e-d1ad-422c-94af-f1c925918459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.671987 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-da4e0b3e-d1ad-422c-94af-f1c925918459 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1096 time: 0.0448761 Sep 23 10:29:08.732548 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-47329cf0-5047-4e08-b8d0-94c2af21e653 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 217 time: 0.0423949 Sep 23 10:29:08.813926 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-79c52b60-6681-4394-9d77-a000b95deac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.815397 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-79c52b60-6681-4394-9d77-a000b95deac1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 200 len: 847 time: 0.0744905 Sep 23 10:29:08.825933 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a24c1-c6eb-4653-bb35-2aa7bff84606 req-941f1462-b2a8-4ba8-a1b7-ecdd66b09074 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.827305 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fc1a24c1-c6eb-4653-bb35-2aa7bff84606 req-941f1462-b2a8-4ba8-a1b7-ecdd66b09074 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0790217 Sep 23 10:29:08.890755 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fc1a24c1-c6eb-4653-bb35-2aa7bff84606 req-7086c312-0dd6-478c-bfa7-52ff43c613d9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Sep 23 10:29:08.894398 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-2998f48c-a45d-4e1c-8954-ca050c23c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:08.896108 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-2998f48c-a45d-4e1c-8954-ca050c23c2ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22123281-7480-4e7e-bf89-25e7bcdffbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678344 Sep 23 10:29:09.005914 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3d0e-fe61-4233-9eed-04eed718ba7b req-bbd73e28-7802-428c-8be1-8136f461314b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:09.007764 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3b2a3d0e-fe61-4233-9eed-04eed718ba7b req-bbd73e28-7802-428c-8be1-8136f461314b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1105311 Sep 23 10:29:09.037631 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-d127c5f5-9f59-4a4c-848b-09198a5e9963 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303658 Sep 23 10:29:09.074695 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3b2a3d0e-fe61-4233-9eed-04eed718ba7b req-564486d4-5de7-4448-94ed-c93318864d07 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589492 Sep 23 10:29:09.180298 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1269332b-91c5-4369-9486-6de188f8d2d5 req-458e6d40-3c25-4acd-870a-710d9b7f0959 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293457 Sep 23 10:29:09.221741 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458eb246-5557-482f-9a05-30712d8599a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b39254-fcbe-465a-a502-8edf80fd7d28'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:09.224103 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1590159-6f46-437d-89d8-689bc2976331" -d '{"events": [{"server_uuid": "458eb246-5557-482f-9a05-30712d8599a9", "name": "network-vif-plugged", "status": "completed", "tag": "31b39254-fcbe-465a-a502-8edf80fd7d28"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:09.231155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac156d9a-835e-478d-b030-0641076ccf22 req-64c013ee-4b4c-4785-bc71-f754bf547ed0 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:09.232714 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac156d9a-835e-478d-b030-0641076ccf22 req-64c013ee-4b4c-4785-bc71-f754bf547ed0 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0505764 Sep 23 10:29:09.261669 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b87403-649e-4716-858c-f9d64dcad614 x-openstack-request-id: req-18b87403-649e-4716-858c-f9d64dcad614 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:09.261968 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458eb246-5557-482f-9a05-30712d8599a9", "name": "network-vif-plugged", "status": "completed", "tag": "31b39254-fcbe-465a-a502-8edf80fd7d28", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:09.262220 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18b87403-649e-4716-858c-f9d64dcad614 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:09.262787 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458eb246-5557-482f-9a05-30712d8599a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b39254-fcbe-465a-a502-8edf80fd7d28', 'code': 200} Sep 23 10:29:09.271563 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ac156d9a-835e-478d-b030-0641076ccf22 req-42c572c8-7063-4d32-8c11-d3d889edcb64 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Sep 23 10:29:09.371381 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77cc74-37cc-422c-aea4-b5fd793ed5bc req-dd7f6a95-06cf-4020-a420-24f3b26cc83a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:09.373878 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca77cc74-37cc-422c-aea4-b5fd793ed5bc req-dd7f6a95-06cf-4020-a420-24f3b26cc83a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0577145 Sep 23 10:29:09.438726 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca77cc74-37cc-422c-aea4-b5fd793ed5bc req-2a6e82c9-6019-4a85-af7a-84fe46961fa6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586731 Sep 23 10:29:09.458601 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13a1e1-db46-47dd-a325-49273310ad2a req-d2fac390-5ba7-4b3b-b6f2-50b254acd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:09.460557 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ce13a1e1-db46-47dd-a325-49273310ad2a req-d2fac390-5ba7-4b3b-b6f2-50b254acd89b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 1098 time: 0.0522437 Sep 23 10:29:09.506756 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ce13a1e1-db46-47dd-a325-49273310ad2a req-2080cf8a-d664-4615-b646-f67070b6d3b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Sep 23 10:29:09.553111 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653b874-c3af-45ee-ad3a-3092744b2747 req-1b504493-dfc1-4953-9b7d-82409f093c88 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:09.554620 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f653b874-c3af-45ee-ad3a-3092744b2747 req-1b504493-dfc1-4953-9b7d-82409f093c88 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.0500448 Sep 23 10:29:09.593793 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f653b874-c3af-45ee-ad3a-3092744b2747 req-904dfc6d-70e3-4a97-abf2-01ef878370d1 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325201 Sep 23 10:29:10.011743 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329450b6-d670-4814-9e3c-e66a62692d83 req-66d6d3f7-78e7-42ed-b5e7-53f54d14331b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:10.013582 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329450b6-d670-4814-9e3c-e66a62692d83 req-66d6d3f7-78e7-42ed-b5e7-53f54d14331b tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Sep 23 10:29:10.060353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329450b6-d670-4814-9e3c-e66a62692d83 req-9ca78d00-64d8-4e97-8fb0-c352dfa5208d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Sep 23 10:29:10.214192 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f544-66eb-4230-b473-8462d5ea43aa req-8fc8ed1b-cb2b-4c78-9fe7-6893c3d5b567 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:10.215658 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0b75f544-66eb-4230-b473-8462d5ea43aa req-8fc8ed1b-cb2b-4c78-9fe7-6893c3d5b567 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0513184 Sep 23 10:29:10.255229 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0b75f544-66eb-4230-b473-8462d5ea43aa req-2dd97b6f-8e60-4517-a10a-d01c462a913f tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Sep 23 10:29:10.392869 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a19f-6ba0-44c8-b7b6-9680bf7cd785 req-b364cb61-af86-4822-b7d2-8294eda33c36 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:10.394851 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8be6a19f-6ba0-44c8-b7b6-9680bf7cd785 req-b364cb61-af86-4822-b7d2-8294eda33c36 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0514820 Sep 23 10:29:10.431919 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8be6a19f-6ba0-44c8-b7b6-9680bf7cd785 req-bfeac012-6579-4c23-9042-a319a0a02c9a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Sep 23 10:29:10.554849 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a184c6-34ac-49dd-bf60-3d43f39b72ec req-a8383249-4235-40b7-83bc-6ea415946841 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:10.556289 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b1a184c6-34ac-49dd-bf60-3d43f39b72ec req-a8383249-4235-40b7-83bc-6ea415946841 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0496159 Sep 23 10:29:10.596467 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b1a184c6-34ac-49dd-bf60-3d43f39b72ec req-bfcecf7b-c65c-4eda-997c-a7ef1ea66d8e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335157 Sep 23 10:29:10.713145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1de175-f726-4b61-aa9d-f8e8f06dd283 req-3f94d0af-a013-4936-a13c-5d4e3267bb16 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:10.714761 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c1de175-f726-4b61-aa9d-f8e8f06dd283 req-3f94d0af-a013-4936-a13c-5d4e3267bb16 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.0529242 Sep 23 10:29:10.755777 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c1de175-f726-4b61-aa9d-f8e8f06dd283 req-ea93f95d-8c54-43d6-8af4-357dd864d1c6 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Sep 23 10:29:10.797991 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d41028-ce4a-4214-90fb-3c735ec6b27c req-edffa4b1-eb5d-43a7-9348-86d558cd2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:10.799485 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-06d41028-ce4a-4214-90fb-3c735ec6b27c req-edffa4b1-eb5d-43a7-9348-86d558cd2cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0427940 Sep 23 10:29:10.844064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-06d41028-ce4a-4214-90fb-3c735ec6b27c req-5f4f5f5d-3704-49ed-814b-75fabb1ddae7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Sep 23 10:29:11.182549 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba8268-7f7b-4b07-8ac9-907faa99b90e req-c019edd4-83e6-484c-a6be-6c7ea159c81d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:11.184514 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8dba8268-7f7b-4b07-8ac9-907faa99b90e req-c019edd4-83e6-484c-a6be-6c7ea159c81d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0559249 Sep 23 10:29:11.224360 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8dba8268-7f7b-4b07-8ac9-907faa99b90e req-5abedc77-3174-4adc-8735-d4d8688d99b9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Sep 23 10:29:11.382968 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad25b-e6d5-4136-9782-a4735a24a30c req-8f6eb234-2ee2-4494-a722-382db18eb1d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:11.385255 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11aad25b-e6d5-4136-9782-a4735a24a30c req-8f6eb234-2ee2-4494-a722-382db18eb1d6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0581467 Sep 23 10:29:11.428788 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11aad25b-e6d5-4136-9782-a4735a24a30c req-7591faa7-aa83-40cb-a7e6-49833748dbde tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367620 Sep 23 10:29:11.561497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d390-54f2-4fd8-beba-23e9b1ba7ab1 req-79c5c1cb-ccb9-42a4-93e9-d109c470fe44 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:11.563203 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-be84d390-54f2-4fd8-beba-23e9b1ba7ab1 req-79c5c1cb-ccb9-42a4-93e9-d109c470fe44 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0510948 Sep 23 10:29:11.631622 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-be84d390-54f2-4fd8-beba-23e9b1ba7ab1 req-aea6e324-14d8-4c55-9a47-22a86328cf8a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604928 Sep 23 10:29:11.643675 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b634-d172-4941-a95d-aa064b051d9d req-cd2e3cd1-66b8-477f-b779-29f39d199bd9 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:11.645146 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6363b634-d172-4941-a95d-aa064b051d9d req-cd2e3cd1-66b8-477f-b779-29f39d199bd9 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.0680673 Sep 23 10:29:11.682644 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6363b634-d172-4941-a95d-aa064b051d9d req-ed6c22b5-aa06-4ee7-8f8a-079309e51543 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Sep 23 10:29:11.740920 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3d483-cc1a-4a87-ad56-229645c970e2 req-5248b218-2dfc-4ed8-aec1-66999e496cd1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:11.742373 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dbd3d483-cc1a-4a87-ad56-229645c970e2 req-5248b218-2dfc-4ed8-aec1-66999e496cd1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0524507 Sep 23 10:29:11.783877 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dbd3d483-cc1a-4a87-ad56-229645c970e2 req-961b78d5-99c3-47eb-beef-02ffe7fcc14f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Sep 23 10:29:12.349904 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2883cd-a6d3-404a-a8df-b8b87feaa91f req-a2f11035-afcb-4273-808e-4a336b0d7ca8 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:12.351480 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2f2883cd-a6d3-404a-a8df-b8b87feaa91f req-a2f11035-afcb-4273-808e-4a336b0d7ca8 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0595582 Sep 23 10:29:12.392418 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2f2883cd-a6d3-404a-a8df-b8b87feaa91f req-889b507c-20fc-43ab-89d9-147b0f54c80f tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348988 Sep 23 10:29:12.548974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18460-5482-42de-9261-513bca0414d5 req-119f4939-da87-4d33-89c3-86b04cdc4b1e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:12.551169 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5be18460-5482-42de-9261-513bca0414d5 req-119f4939-da87-4d33-89c3-86b04cdc4b1e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0507290 Sep 23 10:29:12.595051 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5be18460-5482-42de-9261-513bca0414d5 req-ea665d71-d016-4002-8dd1-e379dc5fe44d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366180 Sep 23 10:29:12.784001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3bc4-1529-4edb-9042-efb0286a274e req-df0e15c4-cfec-4baf-a091-689509106879 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:12.785454 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0dd3bc4-1529-4edb-9042-efb0286a274e req-df0e15c4-cfec-4baf-a091-689509106879 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0668943 Sep 23 10:29:12.843875 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0dd3bc4-1529-4edb-9042-efb0286a274e req-2169ed19-ecd2-42f2-9d5b-2cec77f040cc tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Sep 23 10:29:12.852053 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b1abb-4cd2-40a9-a5b6-b83fbd63d77f req-026e4ab2-98c5-4aaf-adc3-a35c6172b5de tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:12.853500 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-433b1abb-4cd2-40a9-a5b6-b83fbd63d77f req-026e4ab2-98c5-4aaf-adc3-a35c6172b5de tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.0868495 Sep 23 10:29:12.904072 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-433b1abb-4cd2-40a9-a5b6-b83fbd63d77f req-9cdb99a1-77d2-4669-8e59-f3a9d5a58822 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364110 Sep 23 10:29:12.970881 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75124908-65be-44b1-82a8-82b5f58f78a1 req-725fc31e-9853-456c-879d-d4cfd1d7af02 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:12.973439 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-75124908-65be-44b1-82a8-82b5f58f78a1 req-725fc31e-9853-456c-879d-d4cfd1d7af02 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0617287 Sep 23 10:29:13.016671 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-75124908-65be-44b1-82a8-82b5f58f78a1 req-fb6cf2a7-cd42-4b26-b729-dd32d7823975 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Sep 23 10:29:13.662494 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811417d-f29e-412c-936c-bee2c60fd99f req-bd49103e-6e19-4eb2-a4bb-6819b3b7183e tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:13.664101 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4811417d-f29e-412c-936c-bee2c60fd99f req-bd49103e-6e19-4eb2-a4bb-6819b3b7183e tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.0513716 Sep 23 10:29:13.784961 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad478e-450f-4d6b-8f72-f71e734430dc req-9fa467bc-34ee-4ccb-9c74-ea8d2b2d3071 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:13.786562 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1ad478e-450f-4d6b-8f72-f71e734430dc req-9fa467bc-34ee-4ccb-9c74-ea8d2b2d3071 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0863578 Sep 23 10:29:13.930657 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56142) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:14.056858 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Deleting port f525cd35-f6c5-4f0b-b43f-359159bf23c2 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:29:14.057225 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.062926 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17880697-af5c-4a6e-b9a7-9e73b843b1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.063803 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1ad478e-450f-4d6b-8f72-f71e734430dc req-cffddd40-b5ae-4d95-8a26-0a6f32e602fd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702684 Sep 23 10:29:14.170011 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] For port f525cd35-f6c5-4f0b-b43f-359159bf23c2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f525cd35-f6c5-4f0b-b43f-359159bf23c2,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:14.170441 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.235184 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Calling delete_port for f525cd35-f6c5-4f0b-b43f-359159bf23c2 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:29:14.238833 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17880697-af5c-4a6e-b9a7-9e73b843b1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.244231 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-17880697-af5c-4a6e-b9a7-9e73b843b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.283564 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-17880697-af5c-4a6e-b9a7-9e73b843b1f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e1db72d7d6140d485f0e3e4dd4ef6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517606 Sep 23 10:29:14.286000 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17880697-af5c-4a6e-b9a7-9e73b843b1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906715fa-c42f-46a9-aa86-bc0614d05dcf,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:14.288454 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56154) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:14.306166 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a3ed4-004c-47e5-835e-d68e2dec194d req-0c4c9ef1-5899-405e-8a37-c987c2d91085 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:14.313311 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2b9a3ed4-004c-47e5-835e-d68e2dec194d req-0c4c9ef1-5899-405e-8a37-c987c2d91085 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac72e1aa-53ca-4529-8807-3483f9ba4bae HTTP/1.1" status: 200 len: 946 time: 0.1399062 Sep 23 10:29:14.338178 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357768-5cad-4df2-b2c7-8656a3ccc645 req-878e58f3-32f6-45eb-8ffa-e150cf8fa35c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:14.339776 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-72357768-5cad-4df2-b2c7-8656a3ccc645 req-878e58f3-32f6-45eb-8ffa-e150cf8fa35c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.1653419 Sep 23 10:29:14.347508 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-482bfe6a-4277-41ad-b9d9-b0096f5abf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.367764 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-482bfe6a-4277-41ad-b9d9-b0096f5abf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.401475 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2b9a3ed4-004c-47e5-835e-d68e2dec194d req-79928712-5037-4ff2-9960-15a518786442 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866346 Sep 23 10:29:14.423139 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-72357768-5cad-4df2-b2c7-8656a3ccc645 req-34827e96-974f-46f6-947e-9958f9f3e50d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670915 Sep 23 10:29:14.425077 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-482bfe6a-4277-41ad-b9d9-b0096f5abf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.427854 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-482bfe6a-4277-41ad-b9d9-b0096f5abf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.432064 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-482bfe6a-4277-41ad-b9d9-b0096f5abf55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/906715fa-c42f-46a9-aa86-bc0614d05dcf HTTP/1.1" status: 204 len: 168 time: 0.1359358 Sep 23 10:29:14.443703 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bfe6a-4277-41ad-b9d9-b0096f5abf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906715fa-c42f-46a9-aa86-bc0614d05dcf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:14.492435 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.536461 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Pushing event deleted for resources: {'Port': ['ID=f525cd35-f6c5-4f0b-b43f-359159bf23c2,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:14.584647 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] No DVR routers for this DVR port f525cd35-f6c5-4f0b-b43f-359159bf23c2 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:29:14.597974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab081059-7f14-4d23-8710-66bb01ebbcb8 req-e691f662-a0dd-47cf-a680-5b5b119dfd5e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:14.599759 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ab081059-7f14-4d23-8710-66bb01ebbcb8 req-e691f662-a0dd-47cf-a680-5b5b119dfd5e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1171041 Sep 23 10:29:14.602260 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:14.604487 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4811417d-f29e-412c-936c-bee2c60fd99f req-468125ac-83e3-40ea-a05b-a3b305a45d92 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "DELETE /v2.0/ports/f525cd35-f6c5-4f0b-b43f-359159bf23c2 HTTP/1.1" status: 204 len: 173 time: 0.9315920 Sep 23 10:29:14.604917 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'name': 'network-vif-deleted', 'tag': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:14.607328 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8de71-3022-4bb2-8f57-74e5b54e0362" -d '{"events": [{"server_uuid": "ac72e1aa-53ca-4529-8807-3483f9ba4bae", "name": "network-vif-deleted", "tag": "f525cd35-f6c5-4f0b-b43f-359159bf23c2"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:14.651946 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5d07d-5b0c-43c1-87eb-cf544a4cff92 x-openstack-request-id: req-1fa5d07d-5b0c-43c1-87eb-cf544a4cff92 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:14.652238 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac72e1aa-53ca-4529-8807-3483f9ba4bae", "name": "network-vif-deleted", "tag": "f525cd35-f6c5-4f0b-b43f-359159bf23c2", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:14.652488 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fa5d07d-5b0c-43c1-87eb-cf544a4cff92 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:14.652882 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac72e1aa-53ca-4529-8807-3483f9ba4bae', 'name': 'network-vif-deleted', 'tag': 'f525cd35-f6c5-4f0b-b43f-359159bf23c2', 'status': 'completed', 'code': 200} Sep 23 10:29:14.661990 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ab081059-7f14-4d23-8710-66bb01ebbcb8 req-69256403-9a7e-43d6-99a6-f1cc1800bae5 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Sep 23 10:29:14.959129 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b791986-c87e-44e5-ac0c-34dc497a53c9 req-fa2616d7-f997-4f18-a9d6-7ac5629b229d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:14.960607 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4b791986-c87e-44e5-ac0c-34dc497a53c9 req-fa2616d7-f997-4f18-a9d6-7ac5629b229d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0778944 Sep 23 10:29:14.962424 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-a852b9d7-148a-4a4e-9db9-b654d15acfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:14.963759 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-a852b9d7-148a-4a4e-9db9-b654d15acfc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0563633 Sep 23 10:29:15.026193 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4b791986-c87e-44e5-ac0c-34dc497a53c9 req-c841b17e-2e86-473d-a8af-c7c285a691ea tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Sep 23 10:29:15.077707 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-523e07f2-7fe3-40fe-9384-6f9a31ea5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:15.079096 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-523e07f2-7fe3-40fe-9384-6f9a31ea5fb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.1058021 Sep 23 10:29:15.122618 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-62cc7920-08d6-4f44-8b38-e6976f5f2fb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.0330458 Sep 23 10:29:15.207152 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-7a767f44-9a1b-4a52-9f7a-81a9966cc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:15.208612 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-7a767f44-9a1b-4a52-9f7a-81a9966cc3ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0748637 Sep 23 10:29:15.234000 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7cb59-5024-4b6e-88fc-ee253fadab12 req-dc50b2f0-8f03-45a8-b8d9-53850a1ca539 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:15.235519 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5cd7cb59-5024-4b6e-88fc-ee253fadab12 req-dc50b2f0-8f03-45a8-b8d9-53850a1ca539 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0720971 Sep 23 10:29:15.252389 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-42045061-01ba-44a7-bcf1-83300b464e02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344436 Sep 23 10:29:15.344588 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5cd7cb59-5024-4b6e-88fc-ee253fadab12 req-2007c983-d07d-4c1d-9f29-187c78900cd6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947833 Sep 23 10:29:15.370017 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-8f756e61-3ad3-4f80-8005-c7170807d12b service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084325 Sep 23 10:29:15.468487 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4417f9cf-5453-4f9c-bcd0-febb06ab5684 req-d80bb86c-b2ca-4915-a734-546705a64b39 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837810 Sep 23 10:29:15.559145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8f4e0-56f4-4252-967f-76d2cb1e660d req-96344ea2-3c3e-4a24-bdc0-26f97596d64f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:15.560890 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-12e8f4e0-56f4-4252-967f-76d2cb1e660d req-96344ea2-3c3e-4a24-bdc0-26f97596d64f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0524797 Sep 23 10:29:15.600914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-12e8f4e0-56f4-4252-967f-76d2cb1e660d req-1b0a27eb-c800-401c-9489-a55f9f9943d3 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336525 Sep 23 10:29:15.714591 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-104076e9-2232-4a60-af56-fa3db1d0e95f tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:15.716029 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-104076e9-2232-4a60-af56-fa3db1d0e95f tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/networks?id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 200 len: 808 time: 0.0994947 Sep 23 10:29:15.731810 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d841f69b-8bc1-43c5-81f4-e7edac37706f tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/quotas/d7e7059eefe94703aaa6c87118a974dc HTTP/1.1" status: 200 len: 375 time: 0.0092015 Sep 23 10:29:15.766500 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-a0d84ea9-f453-45b3-b8fc-da7059594ef4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7e7059eefe94703aaa6c87118a974dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291729 Sep 23 10:29:15.859248 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-7ab217b3-e416-45ca-a913-8ca766b7f6a5 service neutron] 10.222.0.50 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858829 Sep 23 10:29:15.951235 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-2bf67a8a-7275-4262-9542-b1b72ec26f8a service neutron] 10.222.0.50 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Sep 23 10:29:16.124588 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d460ae55-7596-4fd1-883b-10cc9f773b11 req-60d10a8a-3f6a-449a-866c-76e3ce105bac tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 210 time: 0.0364914 Sep 23 10:29:16.147281 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f525cd35-f6c5-4f0b-b43f-359159bf23c2 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:29:16.160798 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cdeee-ea90-4628-b951-34b241919adf req-6a22ee2b-d7b9-42d5-b9b3-6dbe1437d6d9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:16.163313 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1a1cdeee-ea90-4628-b951-34b241919adf req-6a22ee2b-d7b9-42d5-b9b3-6dbe1437d6d9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0618317 Sep 23 10:29:16.175587 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: f525cd35-f6c5-4f0b-b43f-359159bf23c2 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:29:16.176440 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f525cd35-f6c5-4f0b-b43f-359159bf23c2 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:29:16.201369 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1a1cdeee-ea90-4628-b951-34b241919adf req-ed40b139-6063-46a3-8231-63542dc7523d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 23 10:29:16.462542 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ac18-bd9a-4f64-91f9-add3a9328fc7 req-93f0d8ed-8793-44a7-983c-36f93b72cd1a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:16.464141 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa79ac18-bd9a-4f64-91f9-add3a9328fc7 req-93f0d8ed-8793-44a7-983c-36f93b72cd1a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0486145 Sep 23 10:29:16.505793 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aa79ac18-bd9a-4f64-91f9-add3a9328fc7 req-579f93e1-1c7f-4cab-8137-2d583726fb8a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Sep 23 10:29:16.719162 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b06b3-85c3-4cef-abd6-47d723ee909b req-d280b176-ab62-4a69-a478-088d91a205da tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:16.720626 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4a6b06b3-85c3-4cef-abd6-47d723ee909b req-d280b176-ab62-4a69-a478-088d91a205da tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0527353 Sep 23 10:29:16.757670 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4a6b06b3-85c3-4cef-abd6-47d723ee909b req-9c5f6000-9abc-4cdf-b161-a50d10632acc tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Sep 23 10:29:17.124739 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-7a3f7706-e076-483e-aad1-ce95c7af3ca9 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:17.126380 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-7a3f7706-e076-483e-aad1-ce95c7af3ca9 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "GET /v2.0/networks?id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 200 len: 808 time: 0.1013503 Sep 23 10:29:17.140677 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Request body: {'port': {'device_id': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce', 'admin_state_up': True, 'tenant_id': 'd7e7059eefe94703aaa6c87118a974dc'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:29:17.236795 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-00e710b6-bfd9-4595-9b4e-8bed6eb319cc req-1f292158-3a28-4749-aeb7-5b7214717b39 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 210 time: 0.0319476 Sep 23 10:29:17.284385 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Made reservation on behalf of d7e7059eefe94703aaa6c87118a974dc for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:29:17.287661 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:17.371100 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86086-5c8d-47d3-b9ba-bb433902f456 req-5527eee3-c036-4759-bb3d-b9781dcf94ea tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:17.372579 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-31b86086-5c8d-47d3-b9ba-bb433902f456 req-5527eee3-c036-4759-bb3d-b9781dcf94ea tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0997989 Sep 23 10:29:17.452513 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-31b86086-5c8d-47d3-b9ba-bb433902f456 req-9289fd26-7820-443d-8b20-a2f20d3c4c00 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Sep 23 10:29:17.472088 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Allocated IP 172.20.0.4 (b68e26dc-f626-4ab7-8d51-3a7a0e7444ce/c68502eb-5f67-4311-9276-2644f77aae06/073e3e65-1856-4828-b50b-d912c7aebc0b) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:29:17.652404 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78b512-dbcb-478f-8fe2-e82f127fe243 req-ae28e0c5-73e9-436d-b3cc-958068f0e91a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:17.653897 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9d78b512-dbcb-478f-8fe2-e82f127fe243 req-ae28e0c5-73e9-436d-b3cc-958068f0e91a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0752037 Sep 23 10:29:17.657212 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:17.717025 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9d78b512-dbcb-478f-8fe2-e82f127fe243 req-672e7a90-f02d-44aa-a78b-cbbf61b1f33e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558639 Sep 23 10:29:17.727495 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:17.783018 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:29:17.786094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:29:17.791204 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:29:17.823933 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Pushing event updated for resources: {'Port': ['ID=073e3e65-1856-4828-b50b-d912c7aebc0b,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:17.876932 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:17.877558 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:17.903838 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff827-14c9-499c-9370-476c84d08bc2 req-56045148-0772-4e1c-ba56-690f7087197a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:17.905599 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6b9ff827-14c9-499c-9370-476c84d08bc2 req-56045148-0772-4e1c-ba56-690f7087197a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0734391 Sep 23 10:29:17.906993 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-c540c972-0fa7-4f8a-81f9-949f340f2f69 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7701774 Sep 23 10:29:17.922405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Request body: {'port': {'device_id': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:29:17.979323 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6b9ff827-14c9-499c-9370-476c84d08bc2 req-6e98a16a-4208-4267-930e-128606c79cae tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664287 Sep 23 10:29:18.001737 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:18.261510 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073e3e65-1856-4828-b50b-d912c7aebc0b {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:29:18.269513 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:18.282088 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Transition to ACTIVE for port object 073e3e65-1856-4828-b50b-d912c7aebc0b will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:29:18.285827 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:18.364692 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Pushing event updated for resources: {'Port': ['ID=073e3e65-1856-4828-b50b-d912c7aebc0b,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:18.421441 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864eef6-8e01-4842-ab5b-fb9689c6bb72 req-976c05ca-0e90-47b9-9c8e-31a7f63ce5a9 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:18.422970 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e864eef6-8e01-4842-ab5b-fb9689c6bb72 req-976c05ca-0e90-47b9-9c8e-31a7f63ce5a9 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 943 time: 0.1129553 Sep 23 10:29:18.462218 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Attempting to bind port 073e3e65-1856-4828-b50b-d912c7aebc0b on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:29:18.462553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Attempting to bind port 073e3e65-1856-4828-b50b-d912c7aebc0b by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:29:18.462882 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Attempting to bind port 073e3e65-1856-4828-b50b-d912c7aebc0b on network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:29:18.475057 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Port 073e3e65-1856-4828-b50b-d912c7aebc0b on network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:29:18.475378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Attempting to bind port 073e3e65-1856-4828-b50b-d912c7aebc0b on network b68e26dc-f626-4ab7-8d51-3a7a0e7444ce {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:29:18.480461 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e864eef6-8e01-4842-ab5b-fb9689c6bb72 req-d68e02fa-bcd0-40b6-b8f7-2c8e7272c0fd tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Sep 23 10:29:18.483230 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:29:18.483407 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Checking segment: {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:29:18.483785 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Bound using segment: {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:29:18.484217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Bound port: 073e3e65-1856-4828-b50b-d912c7aebc0b, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e4b84-54e4-444a-bcea-78bf95ea7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:29:18.484581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:18.578788 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] For port 073e3e65-1856-4828-b50b-d912c7aebc0b, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:29:18.582984 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] For port 073e3e65-1856-4828-b50b-d912c7aebc0b, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=073e3e65-1856-4828-b50b-d912c7aebc0b,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:29:18.588556 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:18.602527 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb5b3-d02d-49de-9680-5877730923fc req-931fcd67-13ea-4354-b174-3fc63750fdf1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:18.603998 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0acb5b3-d02d-49de-9680-5877730923fc req-931fcd67-13ea-4354-b174-3fc63750fdf1 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0800121 Sep 23 10:29:18.628606 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:18.629205 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:18.630555 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] 10.222.0.59 "PUT /v2.0/ports/073e3e65-1856-4828-b50b-d912c7aebc0b HTTP/1.1" status: 200 len: 1093 time: 0.7118387 Sep 23 10:29:18.633257 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'tag': '073e3e65-1856-4828-b50b-d912c7aebc0b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:18.635489 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53297c59-b7b3-4d9d-891b-112d79cacf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3344325f-00f4-4a7f-87a4-c792b34ba331", "tag": "073e3e65-1856-4828-b50b-d912c7aebc0b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:18.683408 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb63b02-783b-441b-8965-8149177b7dd6 x-openstack-request-id: req-2cb63b02-783b-441b-8965-8149177b7dd6 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:18.683702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3344325f-00f4-4a7f-87a4-c792b34ba331", "tag": "073e3e65-1856-4828-b50b-d912c7aebc0b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:18.683955 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cb63b02-783b-441b-8965-8149177b7dd6 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:18.684342 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'tag': '073e3e65-1856-4828-b50b-d912c7aebc0b', 'status': 'completed', 'code': 200} Sep 23 10:29:18.699539 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b6249-431a-4f33-b453-b28034efca86 service neutron] Pushing event updated for resources: {'Port': ['ID=073e3e65-1856-4828-b50b-d912c7aebc0b,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:18.705517 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0acb5b3-d02d-49de-9680-5877730923fc req-da5a12d8-024a-4375-bca1-4151fd6a9b15 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789604 Sep 23 10:29:18.735570 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-fe7d95fe-5796-4751-8379-dcbabf6d7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:18.737235 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-fe7d95fe-5796-4751-8379-dcbabf6d7f1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7e7059eefe94703aaa6c87118a974dc&device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 1096 time: 0.0452151 Sep 23 10:29:18.782197 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-9bdac027-1165-4e45-8137-0ba1fbed4421 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073e3e65-1856-4828-b50b-d912c7aebc0b HTTP/1.1" status: 200 len: 217 time: 0.0367048 Sep 23 10:29:18.877186 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170ba0-a713-4406-82d4-fece15c404a7 req-bd5a2165-6c17-4a3a-be31-b80974d2858c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:18.879332 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95170ba0-a713-4406-82d4-fece15c404a7 req-bd5a2165-6c17-4a3a-be31-b80974d2858c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0916662 Sep 23 10:29:18.880720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-973b1d6d-2e2d-4df5-bc19-a304d654d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:18.882092 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-973b1d6d-2e2d-4df5-bc19-a304d654d054 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c68502eb-5f67-4311-9276-2644f77aae06 HTTP/1.1" status: 200 len: 848 time: 0.0847530 Sep 23 10:29:18.923290 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-234df28c-f1b1-4afb-afed-9ee099c5a81f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311170 Sep 23 10:29:18.959504 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95170ba0-a713-4406-82d4-fece15c404a7 req-45ba2b9c-e62c-4251-b805-b0bbf64374a2 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741115 Sep 23 10:29:19.054765 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-9bf93be6-4b36-453b-bba5-aee0faf99015 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217475 Sep 23 10:29:19.160437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deb481-4e07-4f6b-b0b5-34a11df72e58 req-c7104d73-b6aa-4b31-910b-32cad382278a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:19.161984 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5deb481-4e07-4f6b-b0b5-34a11df72e58 req-c7104d73-b6aa-4b31-910b-32cad382278a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.1059632 Sep 23 10:29:19.199636 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bf68ebbb-1f52-46ea-84e9-19935ecea923 req-02d47f5e-a040-43d7-90ad-4f2c30f008d8 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330173 Sep 23 10:29:19.223601 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5deb481-4e07-4f6b-b0b5-34a11df72e58 req-d5ad1cd4-8b38-47db-a264-df0a04532877 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497508 Sep 23 10:29:19.324635 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-cf788325-9986-430b-bdd2-fac3e0ca6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:19.326131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-cf788325-9986-430b-bdd2-fac3e0ca6aab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7e7059eefe94703aaa6c87118a974dc&device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 1096 time: 0.0410752 Sep 23 10:29:19.420281 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-06795699-48d5-4863-b3a8-f81724bfd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:19.421720 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-06795699-48d5-4863-b3a8-f81724bfd560 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 200 len: 909 time: 0.0878391 Sep 23 10:29:19.481011 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-86c2fbfa-d945-41f2-917e-8d37a38e8f91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073e3e65-1856-4828-b50b-d912c7aebc0b HTTP/1.1" status: 200 len: 217 time: 0.0396037 Sep 23 10:29:19.534964 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-b7e2305d-29b7-46d2-b5c6-406dac5ce2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:19.536448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-b7e2305d-29b7-46d2-b5c6-406dac5ce2cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c68502eb-5f67-4311-9276-2644f77aae06 HTTP/1.1" status: 200 len: 848 time: 0.0446165 Sep 23 10:29:19.598757 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-fe38314a-1e04-4e4d-b704-e07d4f33b116 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449853 Sep 23 10:29:19.626436 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8208-0b0a-4d3f-8e24-5a2f990364f9 req-86b72091-f238-40dc-a146-75b8a604a439 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:19.628352 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7b6c8208-0b0a-4d3f-8e24-5a2f990364f9 req-86b72091-f238-40dc-a146-75b8a604a439 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 943 time: 0.0757813 Sep 23 10:29:19.712283 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7b6c8208-0b0a-4d3f-8e24-5a2f990364f9 req-08098d93-479f-4a3c-89d4-aabd84ad3dcc tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712423 Sep 23 10:29:19.730346 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-0e9b1942-c8f8-4c71-bb3a-f84827103e9c service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202090 Sep 23 10:29:19.824680 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53297c59-b7b3-4d9d-891b-112d79cacf2c req-94c8baf8-3e64-4a0b-91c1-19adcec55ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852282 Sep 23 10:29:20.091166 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a73b8d-f7af-470e-8bf7-f22364ed0535 req-4c93edf1-36da-44c7-90b2-abb538e718ad tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:20.092725 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a9a73b8d-f7af-470e-8bf7-f22364ed0535 req-4c93edf1-36da-44c7-90b2-abb538e718ad tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0605309 Sep 23 10:29:20.153907 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a9a73b8d-f7af-470e-8bf7-f22364ed0535 req-18a931b6-44f1-443d-8ea6-ecb94150d878 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551944 Sep 23 10:29:20.175714 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e5c7-85b5-4f4e-bc70-8cea0a80ec77 req-583ef6f6-e247-471d-9e15-a6f32826673c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:20.177188 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9f28e5c7-85b5-4f4e-bc70-8cea0a80ec77 req-583ef6f6-e247-471d-9e15-a6f32826673c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0584433 Sep 23 10:29:20.201416 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:29:20.214218 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9f28e5c7-85b5-4f4e-bc70-8cea0a80ec77 req-5e788f22-fd82-4844-b2dd-9630bd45bbd6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Sep 23 10:29:20.344114 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb70b1-0eda-49bb-b8b9-7aca8d23d6a9 req-20187768-cbd1-4bd2-a2b1-3f09bca19284 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:20.345790 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8acb70b1-0eda-49bb-b8b9-7aca8d23d6a9 req-20187768-cbd1-4bd2-a2b1-3f09bca19284 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0541928 Sep 23 10:29:20.390523 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8acb70b1-0eda-49bb-b8b9-7aca8d23d6a9 req-8e245139-7582-4a15-8902-fdbb55624421 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343347 Sep 23 10:29:20.825579 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95660241-0d47-4663-b966-39933e3d344b req-6032d672-8bfd-4c57-9148-581ed7bd4a1c tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:20.827084 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95660241-0d47-4663-b966-39933e3d344b req-6032d672-8bfd-4c57-9148-581ed7bd4a1c tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 943 time: 0.0478327 Sep 23 10:29:20.864226 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95660241-0d47-4663-b966-39933e3d344b req-0b3a50ff-4ebc-42a8-b248-f196691dd92d tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311584 Sep 23 10:29:21.276558 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6bffd-d214-4697-83e5-f90ef0d7f7dd req-b0f97a23-a71a-4e43-953f-16eeb285b199 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:21.278051 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a7b6bffd-d214-4697-83e5-f90ef0d7f7dd req-b0f97a23-a71a-4e43-953f-16eeb285b199 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0513296 Sep 23 10:29:21.321444 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a7b6bffd-d214-4697-83e5-f90ef0d7f7dd req-40fd7521-9059-4409-8d6e-ff6090912c63 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Sep 23 10:29:21.542997 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52e772-1da9-4309-b5a0-3103f0e99bab req-02148254-4328-4734-bc7a-4d2a0cbe57d7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:21.544465 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4c52e772-1da9-4309-b5a0-3103f0e99bab req-02148254-4328-4734-bc7a-4d2a0cbe57d7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0797749 Sep 23 10:29:21.579201 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050404ef-b2cc-4bf9-b60f-fc370c5b9494 req-e34d35bc-03f5-4ac5-8623-06a5d7631c41 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:21.581185 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-050404ef-b2cc-4bf9-b60f-fc370c5b9494 req-e34d35bc-03f5-4ac5-8623-06a5d7631c41 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0871875 Sep 23 10:29:21.638796 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4c52e772-1da9-4309-b5a0-3103f0e99bab req-3ba7bcb5-388e-4c30-8040-c5696861005d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817614 Sep 23 10:29:21.646597 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-5eb2418e-939f-49f4-80a0-0b51de37222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:21.653199 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-5eb2418e-939f-49f4-80a0-0b51de37222e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1098 time: 0.0996411 Sep 23 10:29:21.669905 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-050404ef-b2cc-4bf9-b60f-fc370c5b9494 req-f0d1884a-418b-4a9e-86b2-859dddd73853 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798028 Sep 23 10:29:21.763022 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-a612dd20-acf4-4daf-9cf7-6a64773b423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:21.764490 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-a612dd20-acf4-4daf-9cf7-6a64773b423f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.1070964 Sep 23 10:29:21.865286 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-1b04a514-4d8d-418e-a4f3-ca4c98f58a40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 1001 time: 0.0590792 Sep 23 10:29:22.173451 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-98cd5e94-976e-498d-abcf-048e8c976e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:22.173832 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:29:22.174948 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-98cd5e94-976e-498d-abcf-048e8c976e25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.2897646 Sep 23 10:29:22.195716 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cf94-f909-4478-8479-59778cd44895 req-12fdccf7-8db3-4e70-abff-13daabb77025 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:22.197041 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9dd1cf94-f909-4478-8479-59778cd44895 req-12fdccf7-8db3-4e70-abff-13daabb77025 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 943 time: 0.0599506 Sep 23 10:29:22.256439 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9dd1cf94-f909-4478-8479-59778cd44895 req-27f038ba-2d39-4577-9819-d32e5c3f6d1a tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508711 Sep 23 10:29:22.260892 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-0dc70f80-f1a2-472b-866a-5b17c9f9ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:22.262366 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-0dc70f80-f1a2-472b-866a-5b17c9f9ec8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745244 Sep 23 10:29:22.266929 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:22.279035 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'port_id': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'mac_address': 'fa:16:3e:ec:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:29:22.318376 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:22.331545 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e494a6a-7a84-4e8e-b7b3-757fc3643125 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:29:22.351299 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:22.355374 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:22.356027 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 073e3e65-1856-4828-b50b-d912c7aebc0b details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:29:22.356399 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-2fb38af6-8505-4ca0-add6-556236361f1a service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849097 Sep 23 10:29:22.425419 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:22.456808 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20fbc7e0-bcd5-4cfc-8a5d-45f0e42beaef req-4e9204eb-423a-4683-a7cc-0573a48fd769 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922487 Sep 23 10:29:22.499162 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 073e3e65-1856-4828-b50b-d912c7aebc0b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=073e3e65-1856-4828-b50b-d912c7aebc0b,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:22.510473 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '073e3e65-1856-4828-b50b-d912c7aebc0b', 'network_id': 'b68e26dc-f626-4ab7-8d51-3a7a0e7444ce', 'port_id': '073e3e65-1856-4828-b50b-d912c7aebc0b', 'mac_address': 'fa:16:3e:54:a5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68502eb-5f67-4311-9276-2644f77aae06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:29:22.546535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:22.558826 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073e3e65-1856-4828-b50b-d912c7aebc0b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:29:22.579309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 073e3e65-1856-4828-b50b-d912c7aebc0b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=073e3e65-1856-4828-b50b-d912c7aebc0b,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:22.583377 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:22.628158 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=073e3e65-1856-4828-b50b-d912c7aebc0b,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:22.785061 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f748ab6-af9c-4eaa-a697-f582633ed002 req-e06f49e3-a210-4acb-8c87-408c0c632ae9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:22.786590 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f748ab6-af9c-4eaa-a697-f582633ed002 req-e06f49e3-a210-4acb-8c87-408c0c632ae9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 944 time: 0.0727038 Sep 23 10:29:22.810978 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f6a959e4-308e-47b6-a100-e215c6fb6446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:22.822778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90cba-5463-4526-97ab-9d0bce2fb5fb req-7a483241-e8f3-4429-b8de-07415ab7a9cc tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:22.824251 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0f90cba-5463-4526-97ab-9d0bce2fb5fb req-7a483241-e8f3-4429-b8de-07415ab7a9cc tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0752759 Sep 23 10:29:22.854608 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f748ab6-af9c-4eaa-a697-f582633ed002 req-df7686d5-c7d2-4a44-b22c-6aee9dbde609 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589979 Sep 23 10:29:22.875107 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0f90cba-5463-4526-97ab-9d0bce2fb5fb req-296ff5aa-3c3f-45b1-b07d-540ae473d715 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Sep 23 10:29:23.034943 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['073e3e65-1856-4828-b50b-d912c7aebc0b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:23.061072 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['9e494a6a-7a84-4e8e-b7b3-757fc3643125'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:23.373399 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0fe62-66a0-40a2-8f5b-1117c3ac0f3f req-73af150a-d759-4ebe-a56f-5e02ec1a52e6 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:23.375233 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29b0fe62-66a0-40a2-8f5b-1117c3ac0f3f req-73af150a-d759-4ebe-a56f-5e02ec1a52e6 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 944 time: 0.0500474 Sep 23 10:29:23.418689 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29b0fe62-66a0-40a2-8f5b-1117c3ac0f3f req-694e1437-e1ec-4a42-996f-a8dd05e9ba78 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Sep 23 10:29:23.992284 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b941-3b4b-4a8e-b381-20f451104cbf req-15c077bd-163b-438c-9ee0-087b2ed34226 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:23.993708 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b549b941-3b4b-4a8e-b381-20f451104cbf req-15c077bd-163b-438c-9ee0-087b2ed34226 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 944 time: 0.0724339 Sep 23 10:29:24.014450 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca652-4857-4320-b644-ec9bb45ae4bf req-c3e23a8c-ea8f-4080-8196-4ca8dfc3824d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:24.015828 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-46dca652-4857-4320-b644-ec9bb45ae4bf req-c3e23a8c-ea8f-4080-8196-4ca8dfc3824d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0699396 Sep 23 10:29:24.057408 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b549b941-3b4b-4a8e-b381-20f451104cbf req-147789e5-c80e-49e1-a07e-b64f8a8e2cd6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562298 Sep 23 10:29:24.069782 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-46dca652-4857-4320-b644-ec9bb45ae4bf req-41de72de-db0e-4b06-88b8-b5fe1eb48a2e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462582 Sep 23 10:29:24.534732 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0729a-ca25-42ad-ac6f-f2c0947b6675 req-8d22c795-fad1-45a8-83df-07d5daebaf10 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:24.536178 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92c0729a-ca25-42ad-ac6f-f2c0947b6675 req-8d22c795-fad1-45a8-83df-07d5daebaf10 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 944 time: 0.0503151 Sep 23 10:29:24.572786 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92c0729a-ca25-42ad-ac6f-f2c0947b6675 req-b4191c3b-03ba-43cf-b08a-887b5f87fab7 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306382 Sep 23 10:29:25.172148 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8992-9e9c-41c3-aa48-bc9ba9e14af0 req-29729bd6-4f44-47ba-8b13-66ae8b2ded82 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:25.173674 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f7a8992-9e9c-41c3-aa48-bc9ba9e14af0 req-29729bd6-4f44-47ba-8b13-66ae8b2ded82 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 944 time: 0.0483263 Sep 23 10:29:25.212227 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f7a8992-9e9c-41c3-aa48-bc9ba9e14af0 req-ea14f08f-a7ce-4b1a-b0db-bd74678131ac tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Sep 23 10:29:25.309047 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:25.364336 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0bf1a5c1-5ba8-43c9-b2bb-558e3b7dc9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:25.683284 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c7241-1ab8-4052-a8a8-e3dfd10244bc req-7726052d-cc25-49ce-8af2-b42afd9fd3f2 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:25.684633 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8d0c7241-1ab8-4052-a8a8-e3dfd10244bc req-7726052d-cc25-49ce-8af2-b42afd9fd3f2 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 944 time: 0.0470581 Sep 23 10:29:25.720669 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8d0c7241-1ab8-4052-a8a8-e3dfd10244bc req-52f2e562-078c-4afc-a53f-d41f0193ffe5 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301721 Sep 23 10:29:26.043158 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.200558 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 073e3e65-1856-4828-b50b-d912c7aebc0b up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:29:26.251440 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 073e3e65-1856-4828-b50b-d912c7aebc0b completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:29:26.255517 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 073e3e65-1856-4828-b50b-d912c7aebc0b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:29:26.255891 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.336555 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.338700 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a848a7-4e56-4414-bf06-90b7bec3ccbe req-14c61420-a868-4813-9ed7-c149d990c5e9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:26.340216 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-94a848a7-4e56-4414-bf06-90b7bec3ccbe req-14c61420-a868-4813-9ed7-c149d990c5e9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 944 time: 0.0582807 Sep 23 10:29:26.360678 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073e3e65-1856-4828-b50b-d912c7aebc0b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:26.363447 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45beca20-9531-4e01-86d9-6dc9a719cdeb" -d '{"events": [{"server_uuid": "3344325f-00f4-4a7f-87a4-c792b34ba331", "name": "network-vif-plugged", "status": "completed", "tag": "073e3e65-1856-4828-b50b-d912c7aebc0b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:26.375718 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 073e3e65-1856-4828-b50b-d912c7aebc0b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=073e3e65-1856-4828-b50b-d912c7aebc0b,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:26.379671 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.379808 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-94a848a7-4e56-4414-bf06-90b7bec3ccbe req-f869338a-7660-428b-b656-18e10253dd36 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327535 Sep 23 10:29:26.380460 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:29:26.427562 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53b9ce-88f8-43d3-a4b7-9254de8d0752 x-openstack-request-id: req-5f53b9ce-88f8-43d3-a4b7-9254de8d0752 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:26.427856 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3344325f-00f4-4a7f-87a4-c792b34ba331", "name": "network-vif-plugged", "status": "completed", "tag": "073e3e65-1856-4828-b50b-d912c7aebc0b", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:26.428109 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f53b9ce-88f8-43d3-a4b7-9254de8d0752 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:26.428496 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073e3e65-1856-4828-b50b-d912c7aebc0b', 'code': 200} Sep 23 10:29:26.465913 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=073e3e65-1856-4828-b50b-d912c7aebc0b,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:26.479801 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:29:26.483715 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:29:26.484091 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.564962 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.598436 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.606357 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:26.610649 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:26.621157 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110ae9-7ad4-41ec-a379-43920e6c49f4 req-b53a7208-9cd3-4aca-b5cb-fcc1c9fb7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:26.622743 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20110ae9-7ad4-41ec-a379-43920e6c49f4 req-b53a7208-9cd3-4aca-b5cb-fcc1c9fb7f44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 1098 time: 0.0405200 Sep 23 10:29:26.657292 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:26.662569 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-20110ae9-7ad4-41ec-a379-43920e6c49f4 req-713e5bba-9d83-4275-af21-2514805246b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268388 Sep 23 10:29:26.839431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78b3f-fdd1-4032-b3d6-041c0cc34096 req-17388621-1dc3-485c-919c-de4af03ec459 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:26.840825 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-21d78b3f-fdd1-4032-b3d6-041c0cc34096 req-17388621-1dc3-485c-919c-de4af03ec459 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Sep 23 10:29:26.878232 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-21d78b3f-fdd1-4032-b3d6-041c0cc34096 req-cb0cf079-d7d6-484e-ba67-ab0e5c3797db tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Sep 23 10:29:27.494396 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f7523-ec39-474f-9608-9a130b8eae8a req-65cbfd7f-8d39-4088-9534-dc0163709912 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:27.495872 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-246f7523-ec39-474f-9608-9a130b8eae8a req-65cbfd7f-8d39-4088-9534-dc0163709912 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0505531 Sep 23 10:29:27.534463 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-246f7523-ec39-474f-9608-9a130b8eae8a req-2c78e7a2-4b90-4019-84fe-74a13b44081d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Sep 23 10:29:27.992820 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5565f-2b22-4976-8b37-24de3cdd10bd req-b78fde30-ba14-494d-89dc-594f177f36de tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:27.994335 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-75b5565f-2b22-4976-8b37-24de3cdd10bd req-b78fde30-ba14-494d-89dc-594f177f36de tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Sep 23 10:29:28.030438 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-75b5565f-2b22-4976-8b37-24de3cdd10bd req-659ea6e8-d298-43a5-91f0-c16edbd4c463 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301726 Sep 23 10:29:28.429017 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:28.431267 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f008c9-0feb-466a-ae4f-65b946829c1e" -d '{"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-plugged", "status": "completed", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:28.442491 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:28.468785 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad8494-a053-48ef-84f2-a4d980ceb385 x-openstack-request-id: req-e8ad8494-a053-48ef-84f2-a4d980ceb385 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:28.469076 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-plugged", "status": "completed", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:28.469352 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8ad8494-a053-48ef-84f2-a4d980ceb385 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:28.469781 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'code': 200} Sep 23 10:29:28.655581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b02d-691d-4d16-867f-63cb2b927f15 req-a4e577de-3d81-46e9-ae6d-87c6b2131a65 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:28.657193 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e470b02d-691d-4d16-867f-63cb2b927f15 req-a4e577de-3d81-46e9-ae6d-87c6b2131a65 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0548892 Sep 23 10:29:28.695470 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e470b02d-691d-4d16-867f-63cb2b927f15 req-6c0386a7-4743-41f4-a03c-bbfd38f0fbee tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324240 Sep 23 10:29:28.871322 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39752ecd-8b6b-493b-b4d8-62994c9a8fc0 req-1e976547-b110-41b8-8b50-fdbc70b37f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:28.872757 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39752ecd-8b6b-493b-b4d8-62994c9a8fc0 req-1e976547-b110-41b8-8b50-fdbc70b37f8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1098 time: 0.0420706 Sep 23 10:29:28.918316 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-39752ecd-8b6b-493b-b4d8-62994c9a8fc0 req-8e69f061-db58-4cac-91c1-8cd74b9b15e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262249 Sep 23 10:29:29.146710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306748-471e-4c46-8c27-5df476160ca6 req-efae8907-17e4-4d30-bb7d-1a90ad7b2865 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:29.148202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7b306748-471e-4c46-8c27-5df476160ca6 req-efae8907-17e4-4d30-bb7d-1a90ad7b2865 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0487547 Sep 23 10:29:29.187969 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7b306748-471e-4c46-8c27-5df476160ca6 req-5a15a438-28ea-49dc-8609-0e8a898f545f tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Sep 23 10:29:29.385070 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664fd73-5974-4409-b958-d3b4c9f89286 req-9b0853bb-bac4-4135-bd26-cf079b52fab3 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:29.386623 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0664fd73-5974-4409-b958-d3b4c9f89286 req-9b0853bb-bac4-4135-bd26-cf079b52fab3 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0775890 Sep 23 10:29:29.399636 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-1bda4a8c-24cb-424f-886c-75d3efb289eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:29.401922 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-1bda4a8c-24cb-424f-886c-75d3efb289eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0667741 Sep 23 10:29:29.468195 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0664fd73-5974-4409-b958-d3b4c9f89286 req-ed57b2bf-060f-46b1-8e89-39d8ddcb68c9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Sep 23 10:29:29.522965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-5a81864d-46ae-4391-a8d6-4cc5c408edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:29.524393 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-5a81864d-46ae-4391-a8d6-4cc5c408edcf service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.1087019 Sep 23 10:29:29.585055 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-5dbf1edc-fdf0-47dd-8d9f-447be7d99f5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.0379360 Sep 23 10:29:29.639377 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-b15b15cc-1684-4bda-bd05-7e4ce6ccc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:29.640840 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-b15b15cc-1684-4bda-bd05-7e4ce6ccc27a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0430462 Sep 23 10:29:29.677327 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-6c4b2197-986d-46db-9e5b-b776e1c637f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234730 Sep 23 10:29:29.811189 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-dc948ae7-ef4c-45d1-ac6d-523876f473c6 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182826 Sep 23 10:29:29.826943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcb290-6a35-4d42-8aa9-e70130b91453 req-9fc3eb70-10f1-4dd8-a422-af82cd2549e4 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:29.828408 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1bcb290-6a35-4d42-8aa9-e70130b91453 req-9fc3eb70-10f1-4dd8-a422-af82cd2549e4 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0649328 Sep 23 10:29:29.918930 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1bcb290-6a35-4d42-8aa9-e70130b91453 req-c83febec-2879-47f9-97ca-2cb905f19036 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818551 Sep 23 10:29:29.940962 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-360484c8-e8f6-475b-b9b6-61385ffa7af7 req-c13325f5-b81e-4487-a0f7-748f8a163960 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116099 Sep 23 10:29:30.304949 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd3b0-8cac-446e-9a34-f5ae23b45ae3 req-75bec787-5dbf-4eda-adf5-cbede7cfb3b1 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:30.306452 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8fabd3b0-8cac-446e-9a34-f5ae23b45ae3 req-75bec787-5dbf-4eda-adf5-cbede7cfb3b1 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0491974 Sep 23 10:29:30.344131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8fabd3b0-8cac-446e-9a34-f5ae23b45ae3 req-d80f443a-d555-45c5-bb02-c367c6c81147 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Sep 23 10:29:30.586711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edbb11-9e1c-4d9d-bab4-d2097638523e req-c586d0bc-534d-4c66-87e9-5b6f8afe38e8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:30.588272 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0edbb11-9e1c-4d9d-bab4-d2097638523e req-c586d0bc-534d-4c66-87e9-5b6f8afe38e8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Sep 23 10:29:30.628811 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e0edbb11-9e1c-4d9d-bab4-d2097638523e req-a3b71d9a-bf5f-4b7f-90f8-e9b8529d66b3 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Sep 23 10:29:31.039283 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b304bc-995e-4d50-abb3-bbfadfce5ec3 req-e91e431c-5787-4ed9-95eb-5212771b08f3 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:31.040666 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40b304bc-995e-4d50-abb3-bbfadfce5ec3 req-e91e431c-5787-4ed9-95eb-5212771b08f3 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0570776 Sep 23 10:29:31.085497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40b304bc-995e-4d50-abb3-bbfadfce5ec3 req-bbd0313b-722d-4c45-a02b-4bdb387c9a95 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Sep 23 10:29:31.317576 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6bd7-b143-4771-83f1-d9393188f0a3 req-b78d1b46-0ee6-45e3-b18a-93d124be49ab tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:31.318974 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7e7e6bd7-b143-4771-83f1-d9393188f0a3 req-b78d1b46-0ee6-45e3-b18a-93d124be49ab tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0477340 Sep 23 10:29:31.356114 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7e7e6bd7-b143-4771-83f1-d9393188f0a3 req-11e33bac-fca1-4582-9046-2e57c9b31831 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Sep 23 10:29:31.744843 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992a7fb-2a8d-4cf3-88b6-70fa7faa1f33 req-dd4e7141-2348-48db-b0be-703553ef43a4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:31.746498 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1992a7fb-2a8d-4cf3-88b6-70fa7faa1f33 req-dd4e7141-2348-48db-b0be-703553ef43a4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Sep 23 10:29:31.786381 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1992a7fb-2a8d-4cf3-88b6-70fa7faa1f33 req-fd5f56cf-c28c-4f73-be53-71e495141fe6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Sep 23 10:29:31.882892 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71f122-4d6c-4133-8db4-5c1f92821976 req-8ce0767c-8789-4d60-8c22-ab687b0d86b1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:31.884264 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cb71f122-4d6c-4133-8db4-5c1f92821976 req-8ce0767c-8789-4d60-8c22-ab687b0d86b1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Sep 23 10:29:31.921116 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cb71f122-4d6c-4133-8db4-5c1f92821976 req-1d2a99f6-10b5-41a7-b243-3aaff2ec97bc tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Sep 23 10:29:32.201942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813577-92c1-4df4-8060-3cf7ee50c904 req-8fb8d3d4-123f-4308-9883-fffb7a7cfd0b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:32.203305 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64813577-92c1-4df4-8060-3cf7ee50c904 req-8fb8d3d4-123f-4308-9883-fffb7a7cfd0b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0472212 Sep 23 10:29:32.240410 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64813577-92c1-4df4-8060-3cf7ee50c904 req-0c2394d3-8ba0-4b40-88eb-a7de42dcb846 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309467 Sep 23 10:29:32.470626 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd27969-9333-4883-ab9d-b570783da50f req-35512489-ff14-4430-b83b-7ab3edeb260b tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:32.471999 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9fd27969-9333-4883-ab9d-b570783da50f req-35512489-ff14-4430-b83b-7ab3edeb260b tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Sep 23 10:29:32.509893 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9fd27969-9333-4883-ab9d-b570783da50f req-1451ff48-c739-4ffa-b794-75cbea2b5508 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Sep 23 10:29:32.910391 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07881b92-8006-4939-a72b-09ff6f981097 req-35957fd2-5291-4bd2-aec3-3114230e0b5a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:32.911853 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-07881b92-8006-4939-a72b-09ff6f981097 req-35957fd2-5291-4bd2-aec3-3114230e0b5a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0562415 Sep 23 10:29:32.949807 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-07881b92-8006-4939-a72b-09ff6f981097 req-fbe43a13-22e4-4aa9-90c1-fed2d2a17d0c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Sep 23 10:29:33.037016 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9a310-de11-47e3-afcf-ac0415a01df7 req-51b4c7d1-99cc-4bcc-bbd4-25ef1b4776ff tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:33.038503 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77c9a310-de11-47e3-afcf-ac0415a01df7 req-51b4c7d1-99cc-4bcc-bbd4-25ef1b4776ff tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Sep 23 10:29:33.075853 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77c9a310-de11-47e3-afcf-ac0415a01df7 req-77775148-6d79-4a5e-9458-6f84b50d5418 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Sep 23 10:29:33.353157 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a0a2f-e938-4ea3-bd1e-b66c30f7d295 req-9ffded73-dbf2-414e-a998-643816ad3c5b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:33.354542 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9b0a0a2f-e938-4ea3-bd1e-b66c30f7d295 req-9ffded73-dbf2-414e-a998-643816ad3c5b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0477998 Sep 23 10:29:33.391423 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9b0a0a2f-e938-4ea3-bd1e-b66c30f7d295 req-1bb82ce5-36b1-4718-a1cc-e36e24049ff4 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308025 Sep 23 10:29:33.628534 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21152c-28ff-45bd-aabb-16377f3e9eaf req-08a37a26-233c-4ff4-8c1e-1825a19af5cd tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:33.630526 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f21152c-28ff-45bd-aabb-16377f3e9eaf req-08a37a26-233c-4ff4-8c1e-1825a19af5cd tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0508239 Sep 23 10:29:33.667631 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4f21152c-28ff-45bd-aabb-16377f3e9eaf req-e02bf56a-4f04-4007-bf72-0a7bebf39dbb tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Sep 23 10:29:34.062092 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e737-56df-4e22-8051-cfc3ea8928e0 req-11cad38f-6624-4834-94e5-e4c764ba4e1c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:34.063582 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ab23e737-56df-4e22-8051-cfc3ea8928e0 req-11cad38f-6624-4834-94e5-e4c764ba4e1c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0476353 Sep 23 10:29:34.101109 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ab23e737-56df-4e22-8051-cfc3ea8928e0 req-0dc8cc2d-41d9-45f9-b8ee-4db445847a59 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Sep 23 10:29:34.193933 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9e46-eb97-457a-84a5-9277abe8ec74 req-96d8baf5-1def-4b7e-b488-05a926e85ff3 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:34.195491 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-16fb9e46-eb97-457a-84a5-9277abe8ec74 req-96d8baf5-1def-4b7e-b488-05a926e85ff3 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Sep 23 10:29:34.238094 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-16fb9e46-eb97-457a-84a5-9277abe8ec74 req-3b1d5494-44c4-4c28-8c83-1e49e1c7e10e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Sep 23 10:29:34.429428 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-da7b2c8a-2a6d-4b74-85eb-d166181586cb tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:34.430920 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-da7b2c8a-2a6d-4b74-85eb-d166181586cb tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Sep 23 10:29:34.546362 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172bc3b-3e0b-45ab-b169-7ab3f34e7287 req-ca37603a-e6a1-4142-a554-5761193c8918 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:34.547804 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1172bc3b-3e0b-45ab-b169-7ab3f34e7287 req-ca37603a-e6a1-4142-a554-5761193c8918 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0820696 Sep 23 10:29:34.587893 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Deleting port 073e3e65-1856-4828-b50b-d912c7aebc0b {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:29:34.588238 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:34.614818 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1172bc3b-3e0b-45ab-b169-7ab3f34e7287 req-6db5ff1f-e4f5-42a4-ab22-36e67124682c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592232 Sep 23 10:29:34.688506 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] For port 073e3e65-1856-4828-b50b-d912c7aebc0b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=073e3e65-1856-4828-b50b-d912c7aebc0b,segment=NetworkSegment(c93e4b84-54e4-444a-bcea-78bf95ea7547),segment_id=c93e4b84-54e4-444a-bcea-78bf95ea7547)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:34.688872 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:34.721589 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Calling delete_port for 073e3e65-1856-4828-b50b-d912c7aebc0b owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:29:34.809817 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bced44-39f4-4699-a43e-aa2fb494eb7e req-d0da1ec9-79b9-45ab-9b94-488188e76ef2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:34.811311 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e8bced44-39f4-4699-a43e-aa2fb494eb7e req-d0da1ec9-79b9-45ab-9b94-488188e76ef2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1254063 Sep 23 10:29:34.866512 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dade7-a31a-4b57-ae12-ef2b19fa855c req-0d98b874-00f4-4bc9-86bc-29cdcb489282 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:34.867966 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-766dade7-a31a-4b57-ae12-ef2b19fa855c req-0d98b874-00f4-4bc9-86bc-29cdcb489282 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/ports?device_id=3344325f-00f4-4a7f-87a4-c792b34ba331 HTTP/1.1" status: 200 len: 945 time: 0.1322613 Sep 23 10:29:34.895808 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e8bced44-39f4-4699-a43e-aa2fb494eb7e req-e8400db7-65e0-47c1-9cf4-000d7e7ad107 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763638 Sep 23 10:29:34.918424 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56460) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:34.954591 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-766dade7-a31a-4b57-ae12-ef2b19fa855c req-72b7babf-3afb-469d-a6c8-f0112fb01993 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.50 "GET /v2.0/security-groups?id=4292d4c2-e43a-4982-9de8-66c13e8d8275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736499 Sep 23 10:29:34.977044 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:34.987567 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['073e3e65-1856-4828-b50b-d912c7aebc0b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:35.000715 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Pushing event deleted for resources: {'Port': ['ID=073e3e65-1856-4828-b50b-d912c7aebc0b,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:35.045956 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] No DVR routers for this DVR port 073e3e65-1856-4828-b50b-d912c7aebc0b on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:29:35.048411 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.050927 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5f5479c0-5181-4773-8d16-b5f8d7f4e95c req-dea8ceaf-b1f9-4f96-8707-77b6b56575a4 tempest-VolumesActionsTest-231357727 tempest-VolumesActionsTest-231357727-project] 10.222.0.59 "DELETE /v2.0/ports/073e3e65-1856-4828-b50b-d912c7aebc0b HTTP/1.1" status: 204 len: 173 time: 0.6092029 Sep 23 10:29:35.051365 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'name': 'network-vif-deleted', 'tag': '073e3e65-1856-4828-b50b-d912c7aebc0b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:35.053587 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866821ee-f809-452f-9457-f2d0e3e6208c" -d '{"events": [{"server_uuid": "3344325f-00f4-4a7f-87a4-c792b34ba331", "name": "network-vif-deleted", "tag": "073e3e65-1856-4828-b50b-d912c7aebc0b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:35.092581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f91bf3-9d09-4dea-8e1f-9c86db1c205b x-openstack-request-id: req-e0f91bf3-9d09-4dea-8e1f-9c86db1c205b {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:35.092878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3344325f-00f4-4a7f-87a4-c792b34ba331", "name": "network-vif-deleted", "tag": "073e3e65-1856-4828-b50b-d912c7aebc0b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:35.093130 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0f91bf3-9d09-4dea-8e1f-9c86db1c205b {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:35.093532 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3344325f-00f4-4a7f-87a4-c792b34ba331', 'name': 'network-vif-deleted', 'tag': '073e3e65-1856-4828-b50b-d912c7aebc0b', 'status': 'completed', 'code': 200} Sep 23 10:29:35.187401 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-0d9ef7ec-898a-417e-9e5f-e7574283bff4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:35.189089 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-0d9ef7ec-898a-417e-9e5f-e7574283bff4 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.0544286 Sep 23 10:29:35.254902 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f83188-75e6-49f8-9525-2186e620fbe5 tempest-TestShelveInstance-498406507 tempest-TestShelveInstance-498406507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:35.256460 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-37f83188-75e6-49f8-9525-2186e620fbe5 tempest-TestShelveInstance-498406507 tempest-TestShelveInstance-498406507-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1093 time: 0.3369775 Sep 23 10:29:35.259556 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56468) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:35.264989 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'port_id': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:29:35.288121 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.292766 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490078-ab4e-4887-bd7b-d819a332b9c1 req-71864e0e-5d45-4825-b488-c540a8acf63e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:35.294326 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a490078-ab4e-4887-bd7b-d819a332b9c1 req-71864e0e-5d45-4825-b488-c540a8acf63e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1040671 Sep 23 10:29:35.375072 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Deleting port 31b39254-fcbe-465a-a502-8edf80fd7d28 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:29:35.375409 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.380364 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a490078-ab4e-4887-bd7b-d819a332b9c1 req-1d0a0f63-41a7-40f1-8978-63d9b04faac4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761449 Sep 23 10:29:35.391999 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.449583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca6236-c93d-45c0-bbf1-929a9c5770dc req-36042f3b-c23b-4b63-934d-7339fdf9a905 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:35.451056 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9bca6236-c93d-45c0-bbf1-929a9c5770dc req-36042f3b-c23b-4b63-934d-7339fdf9a905 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=458eb246-5557-482f-9a05-30712d8599a9 HTTP/1.1" status: 200 len: 945 time: 0.1273534 Sep 23 10:29:35.505385 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] For port 31b39254-fcbe-465a-a502-8edf80fd7d28, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=31b39254-fcbe-465a-a502-8edf80fd7d28,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:35.505783 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.507892 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Allocated IP 172.27.2.110 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/0d170f10-e984-4c2c-8c2f-07c692287354) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:29:35.516875 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9bca6236-c93d-45c0-bbf1-929a9c5770dc req-752bcf5b-bde1-4114-89ef-40a070b903d1 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585585 Sep 23 10:29:35.522720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Calling delete_port for 31b39254-fcbe-465a-a502-8edf80fd7d28 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:29:35.659586 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.671666 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2', '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', '5866d1b4-00ac-4f16-9c61-b7896ed03426', '31b39254-fcbe-465a-a502-8edf80fd7d28'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:35.672547 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.689193 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event deleted for resources: {'Port': ['ID=31b39254-fcbe-465a-a502-8edf80fd7d28,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:35.711030 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.732466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] No DVR routers for this DVR port 31b39254-fcbe-465a-a502-8edf80fd7d28 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:29:35.735589 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:35.738071 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-99412e31-6971-4ad1-bab7-a3e872cc2290 req-6cba7e22-279a-4b4a-a241-53c82ddff44d tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "DELETE /v2.0/ports/31b39254-fcbe-465a-a502-8edf80fd7d28 HTTP/1.1" status: 204 len: 173 time: 0.5392351 Sep 23 10:29:35.762127 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'Port': ['ID=0d170f10-e984-4c2c-8c2f-07c692287354,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:35.774021 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:29:35.775568 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:29:35.778969 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:29:36.161123 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:36.232896 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:36.389205 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:36.394192 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:36.466259 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event updated for resources: {'Port': ['ID=0d170f10-e984-4c2c-8c2f-07c692287354,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:36.480671 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:36.581551 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831001-d196-49cd-b2fd-0d2da305fffc req-7cffa0c3-9429-416f-90bd-c2aac8e9c4d4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:36.583391 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d7831001-d196-49cd-b2fd-0d2da305fffc req-7cffa0c3-9429-416f-90bd-c2aac8e9c4d4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1250339 Sep 23 10:29:36.601130 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.l3_db [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Floating IP 373cc399-276e-45e5-967e-1ee76a30b1e2 associated. External IP: 172.27.2.110, port: 9e494a6a-7a84-4e8e-b7b3-757fc3643125. Sep 23 10:29:36.648839 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d7831001-d196-49cd-b2fd-0d2da305fffc req-737b30a5-17ad-4c56-a078-a124f33c1e9a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Sep 23 10:29:36.840171 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Router edea838f-e083-498c-8914-79bde19b7f5e has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:29:37.094592 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458eb246-5557-482f-9a05-30712d8599a9', 'name': 'network-vif-deleted', 'tag': '31b39254-fcbe-465a-a502-8edf80fd7d28'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:37.097006 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cdaac4-23ab-4b0b-9714-40138a961f62" -d '{"events": [{"server_uuid": "458eb246-5557-482f-9a05-30712d8599a9", "name": "network-vif-deleted", "tag": "31b39254-fcbe-465a-a502-8edf80fd7d28"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:37.121190 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:29:37.132824 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] Sync routers for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:29:37.139138 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:37.141671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec105b20-febf-4a39-88e0-d8c864bcca65 x-openstack-request-id: req-ec105b20-febf-4a39-88e0-d8c864bcca65 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:37.142990 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:29:37.143394 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458eb246-5557-482f-9a05-30712d8599a9", "name": "network-vif-deleted", "tag": "31b39254-fcbe-465a-a502-8edf80fd7d28", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:37.143605 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:37.143766 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec105b20-febf-4a39-88e0-d8c864bcca65 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:37.144126 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458eb246-5557-482f-9a05-30712d8599a9', 'name': 'network-vif-deleted', 'tag': '31b39254-fcbe-465a-a502-8edf80fd7d28', 'status': 'completed', 'code': 200} Sep 23 10:29:37.165575 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6c9de73e-77b4-408c-86c7-8965c24dee17 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9050226 Sep 23 10:29:37.166233 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:37.168465 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957413c-f001-4d38-9a0c-e857ddbd3bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:37.205394 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d768f99-74ff-466e-8f31-7b5f29a9d53e x-openstack-request-id: req-1d768f99-74ff-466e-8f31-7b5f29a9d53e {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:37.205781 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:37.206100 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d768f99-74ff-466e-8f31-7b5f29a9d53e {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:37.206561 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'status': 'completed', 'code': 200} Sep 23 10:29:37.255780 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:29:37.473043 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '373cc399-276e-45e5-967e-1ee76a30b1e2', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'port_id': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'mac_address': 'fa:16:3e:ec:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:29:36Z', 'updated_at': '2021-09-23T10:29:36Z', 'revision_number': 0, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:11Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:37.498397 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] Checking router: edea838f-e083-498c-8914-79bde19b7f5e for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:29:37.506720 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:29:37.507310 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:37.608928 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:29:37.754743 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4c6af-6d0c-4d5c-b503-6c68ddc707ac req-4f046fb2-187e-4be8-8950-3d55d43a9bdc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:37.756136 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66a4c6af-6d0c-4d5c-b503-6c68ddc707ac req-4f046fb2-187e-4be8-8950-3d55d43a9bdc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0480678 Sep 23 10:29:37.802221 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66a4c6af-6d0c-4d5c-b503-6c68ddc707ac req-1045ccbd-3ee3-448f-a617-1546a8533d65 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365872 Sep 23 10:29:37.849225 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '373cc399-276e-45e5-967e-1ee76a30b1e2', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'port_id': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'mac_address': 'fa:16:3e:ec:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:29:36Z', 'updated_at': '2021-09-23T10:29:36Z', 'revision_number': 0, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:11Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:37.878551 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea0b05-d3ad-42e5-b3f4-16d940c5e9a9 None None] The sync data for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi is: [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '373cc399-276e-45e5-967e-1ee76a30b1e2', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'port_id': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'mac_address': 'fa:16:3e:ec:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:29:36Z', 'updated_at': '2021-09-23T10:29:36Z', 'revision_number': 0, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:11Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:29:38.031841 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae32e2-4877-4d38-8e8c-64998e27d31e req-b4a746db-da21-4713-ba9a-c0e23084778a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:38.033542 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-08ae32e2-4877-4d38-8e8c-64998e27d31e req-b4a746db-da21-4713-ba9a-c0e23084778a tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.0501306 Sep 23 10:29:38.067505 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a288125-db59-44be-bfb3-4b1f83d34fd8 None None] New status for floating IP 373cc399-276e-45e5-967e-1ee76a30b1e2: ACTIVE {{(pid=93967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:29:38.073715 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-08ae32e2-4877-4d38-8e8c-64998e27d31e req-91570487-797b-45fa-bdd7-c5a7f2aa2fb9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341482 Sep 23 10:29:38.913328 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39a3eb-5a8e-4fd3-8114-3a7a86f4bd18 req-e89489b4-a711-4ace-83e9-45bc23c1b5c7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:38.914779 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f39a3eb-5a8e-4fd3-8114-3a7a86f4bd18 req-e89489b4-a711-4ace-83e9-45bc23c1b5c7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0552077 Sep 23 10:29:38.928822 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 073e3e65-1856-4828-b50b-d912c7aebc0b no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:29:38.948523 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 073e3e65-1856-4828-b50b-d912c7aebc0b {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:29:38.948939 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 073e3e65-1856-4828-b50b-d912c7aebc0b not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:29:38.949421 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 31b39254-fcbe-465a-a502-8edf80fd7d28 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:29:38.956751 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f39a3eb-5a8e-4fd3-8114-3a7a86f4bd18 req-32b1784b-6391-4098-89f6-7631362e3a76 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Sep 23 10:29:38.972139 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 31b39254-fcbe-465a-a502-8edf80fd7d28 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:29:38.972485 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 31b39254-fcbe-465a-a502-8edf80fd7d28 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:29:39.190566 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6044f3-9cbc-4aed-8913-63ee48acde2b req-5d70d429-0760-4879-bbd2-a0c7c68578b6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:39.192017 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ed6044f3-9cbc-4aed-8913-63ee48acde2b req-5d70d429-0760-4879-bbd2-a0c7c68578b6 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Sep 23 10:29:39.231697 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ed6044f3-9cbc-4aed-8913-63ee48acde2b req-9774abf8-b991-4694-9925-b7896361a6b2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Sep 23 10:29:40.026018 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-7657a0a7-6009-4c2c-bce1-31c542e0859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:40.027498 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-7657a0a7-6009-4c2c-bce1-31c542e0859c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1098 time: 0.0428250 Sep 23 10:29:40.135917 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e7bad-5db8-4181-995b-24161ab7e728 req-357d246b-8b03-403c-8dd7-64654ce8cd7d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:40.137528 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d17e7bad-5db8-4181-995b-24161ab7e728 req-357d246b-8b03-403c-8dd7-64654ce8cd7d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1091764 Sep 23 10:29:40.163181 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-d42cb95e-6bce-48eb-9938-6beabb889686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:40.164563 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-d42cb95e-6bce-48eb-9938-6beabb889686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 909 time: 0.1281321 Sep 23 10:29:40.190472 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d17e7bad-5db8-4181-995b-24161ab7e728 req-361ea3da-4dbd-49ad-8b4d-d89d281141b6 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 Sep 23 10:29:40.243925 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-c83cbc16-9671-47cf-98cb-c19f46998bcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 1001 time: 0.0644958 Sep 23 10:29:40.293756 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-7b209a9a-9300-48b7-b697-59b9a9426418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:40.295191 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-7b209a9a-9300-48b7-b697-59b9a9426418 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 200 len: 847 time: 0.0434923 Sep 23 10:29:40.372951 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-639b0c7c-4c97-48a0-b72d-9ab115d877cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:40.374445 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-639b0c7c-4c97-48a0-b72d-9ab115d877cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22123281-7480-4e7e-bf89-25e7bcdffbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704448 Sep 23 10:29:40.382262 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97473f2-853d-475d-858d-dd827b4d496b req-63881745-e575-4df7-9b18-e526f4e80406 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:40.383572 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a97473f2-853d-475d-858d-dd827b4d496b req-63881745-e575-4df7-9b18-e526f4e80406 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.0812199 Sep 23 10:29:40.468302 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a97473f2-853d-475d-858d-dd827b4d496b req-a6156278-65be-4a0d-abc8-0d62860cb6af tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788145 Sep 23 10:29:40.495823 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-854ec7ee-3fa3-4da7-ae9f-d522ee54df8d service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007190 Sep 23 10:29:40.589198 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6957413c-f001-4d38-9a0c-e857ddbd3bf7 req-3e43999c-1b8f-42f8-9112-71d8fbe5dcbb service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830886 Sep 23 10:29:41.310999 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896edc07-5726-4e0c-9650-5942a7ddb5df req-0cdb2f00-98dd-48b1-a177-15eec4a29f7b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:41.312532 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-896edc07-5726-4e0c-9650-5942a7ddb5df req-0cdb2f00-98dd-48b1-a177-15eec4a29f7b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Sep 23 10:29:41.354712 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-896edc07-5726-4e0c-9650-5942a7ddb5df req-9c5223fa-5273-48cc-b83e-d5a30e092d86 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352051 Sep 23 10:29:41.593173 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc0cd-73e0-43ac-8459-c605b8ef938a req-4d23252b-3a57-44aa-9e65-0b5446fca8c2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:41.594484 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a2fdc0cd-73e0-43ac-8459-c605b8ef938a req-4d23252b-3a57-44aa-9e65-0b5446fca8c2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.0529158 Sep 23 10:29:41.634935 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a2fdc0cd-73e0-43ac-8459-c605b8ef938a req-d1011f51-b043-42e8-8043-60a9fcb008d8 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Sep 23 10:29:42.344177 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-39443f97-6565-4b7e-bf5e-d532bb03f716 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:42.345749 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-39443f97-6565-4b7e-bf5e-d532bb03f716 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.0788257 Sep 23 10:29:42.595852 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b3fbf-b6e1-4989-8360-5c4d780da747 req-6b936cc1-7f88-4c58-b54b-aab5ba09f55a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:42.602362 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d30b3fbf-b6e1-4989-8360-5c4d780da747 req-6b936cc1-7f88-4c58-b54b-aab5ba09f55a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0783720 Sep 23 10:29:42.604622 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Deleting port 5866d1b4-00ac-4f16-9c61-b7896ed03426 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:29:42.604963 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:42.941664 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d30b3fbf-b6e1-4989-8360-5c4d780da747 req-71719f0f-7174-4058-b620-97fcc1d72e05 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333225 Sep 23 10:29:42.993718 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8db05e-6dbb-4084-b0b6-18b1d739770b req-81d9c3f1-f0ff-43fb-9e50-fe8deb856887 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:42.998273 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc8db05e-6dbb-4084-b0b6-18b1d739770b req-81d9c3f1-f0ff-43fb-9e50-fe8deb856887 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0637491-be3f-4320-b6ad-84e62f6d4a15 HTTP/1.1" status: 200 len: 945 time: 0.1409485 Sep 23 10:29:43.018752 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] For port 5866d1b4-00ac-4f16-9c61-b7896ed03426, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=5866d1b4-00ac-4f16-9c61-b7896ed03426,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:43.019123 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:43.039600 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Calling delete_port for 5866d1b4-00ac-4f16-9c61-b7896ed03426 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:29:43.067665 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc8db05e-6dbb-4084-b0b6-18b1d739770b req-8a45025e-d63c-431d-adc3-1d77327196c2 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613024 Sep 23 10:29:43.229497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:43.243243 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2', '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', '5866d1b4-00ac-4f16-9c61-b7896ed03426'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:43.266468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event deleted for resources: {'Port': ['ID=5866d1b4-00ac-4f16-9c61-b7896ed03426,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:43.302121 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.302390 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.302742 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.303083 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.303426 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.303764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.304097 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.304501 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.304753 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.305077 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.305408 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.305779 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:43.337816 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] No DVR routers for this DVR port 5866d1b4-00ac-4f16-9c61-b7896ed03426 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:29:43.341237 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:43.343566 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9060f5d4-f747-4330-9732-debc6507d5d5 req-1d965c19-2fd7-4d1e-9121-47e39c8e4b87 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "DELETE /v2.0/ports/5866d1b4-00ac-4f16-9c61-b7896ed03426 HTTP/1.1" status: 204 len: 173 time: 0.9910922 Sep 23 10:29:43.347192 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'name': 'network-vif-deleted', 'tag': '5866d1b4-00ac-4f16-9c61-b7896ed03426'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:43.353853 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fa4e31-6beb-4088-b9f4-c907e935b02e" -d '{"events": [{"server_uuid": "c0637491-be3f-4320-b6ad-84e62f6d4a15", "name": "network-vif-deleted", "tag": "5866d1b4-00ac-4f16-9c61-b7896ed03426"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:43.395565 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429efd5e-3b8f-4a82-85be-5491cf51514b x-openstack-request-id: req-429efd5e-3b8f-4a82-85be-5491cf51514b {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:43.396164 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0637491-be3f-4320-b6ad-84e62f6d4a15", "name": "network-vif-deleted", "tag": "5866d1b4-00ac-4f16-9c61-b7896ed03426", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:43.396638 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-429efd5e-3b8f-4a82-85be-5491cf51514b {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:43.397552 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0637491-be3f-4320-b6ad-84e62f6d4a15', 'name': 'network-vif-deleted', 'tag': '5866d1b4-00ac-4f16-9c61-b7896ed03426', 'status': 'completed', 'code': 200} Sep 23 10:29:44.083826 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615771-89fc-4a37-92c1-9b3d0a8ec628 req-c2db3c79-a779-4a90-8a7b-f03b95e349ba tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:44.085382 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-48615771-89fc-4a37-92c1-9b3d0a8ec628 req-c2db3c79-a779-4a90-8a7b-f03b95e349ba tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0576451 Sep 23 10:29:44.153078 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-48615771-89fc-4a37-92c1-9b3d0a8ec628 req-a8018902-5765-49b3-9439-d8d52e6b97cd tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Sep 23 10:29:44.423545 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d50d1-6287-474b-a48b-b9a81a47cfd4 req-d3b82679-ec10-446c-8380-fa514dbbe14c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:44.430976 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9b3d50d1-6287-474b-a48b-b9a81a47cfd4 req-d3b82679-ec10-446c-8380-fa514dbbe14c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 945 time: 0.0614994 Sep 23 10:29:44.474464 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9b3d50d1-6287-474b-a48b-b9a81a47cfd4 req-29fafa0a-9854-488b-858c-bc734410ba79 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Sep 23 10:29:45.292158 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b2c79-6cbe-413a-b12c-797c474810fa req-50ca8b8a-4ee6-4a79-808d-7ce5bfe7a587 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:45.300629 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cd9b2c79-6cbe-413a-b12c-797c474810fa req-50ca8b8a-4ee6-4a79-808d-7ce5bfe7a587 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0672681 Sep 23 10:29:45.341769 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cd9b2c79-6cbe-413a-b12c-797c474810fa req-1535a793-c0fd-4a7e-bcd1-7596c407a5f0 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Sep 23 10:29:45.656287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45995ee9-8857-43ae-bf29-2f3871ebc667 req-384a6e61-5b32-4f35-bb60-cc776fcf3ec9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:45.658177 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45995ee9-8857-43ae-bf29-2f3871ebc667 req-384a6e61-5b32-4f35-bb60-cc776fcf3ec9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 945 time: 0.1141410 Sep 23 10:29:45.700696 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45995ee9-8857-43ae-bf29-2f3871ebc667 req-9a1d7647-3f42-4a86-a81c-0d9686ea44da tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Sep 23 10:29:46.302568 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 5866d1b4-00ac-4f16-9c61-b7896ed03426 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:29:46.332304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 5866d1b4-00ac-4f16-9c61-b7896ed03426 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:29:46.333191 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 5866d1b4-00ac-4f16-9c61-b7896ed03426 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:29:46.453461 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-3e3f985f-3a21-4bdb-8627-e8532ddfa34e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:46.455303 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-3e3f985f-3a21-4bdb-8627-e8532ddfa34e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 945 time: 0.0656898 Sep 23 10:29:46.525378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf33d3-d528-4d6b-a455-8f5dec6226d9 req-e574b84f-524e-4c07-bfba-b46f31013487 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:46.526955 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-acdf33d3-d528-4d6b-a455-8f5dec6226d9 req-e574b84f-524e-4c07-bfba-b46f31013487 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0935793 Sep 23 10:29:46.595567 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-acdf33d3-d528-4d6b-a455-8f5dec6226d9 req-34a28d3d-4ba5-4055-8452-bc045b4c6991 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Sep 23 10:29:46.609241 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Deleting port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:29:46.609715 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:46.734770 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] For port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:46.735476 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:46.760484 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Calling delete_port for 32a5f7a2-ca27-4792-a088-34f6e6d94a3b owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:29:46.920096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979946b-7005-4c07-bd30-e283a87f0a5c req-98a32638-bea5-4b86-a9b5-b541c3f89cb9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:46.926078 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4979946b-7005-4c07-bd30-e283a87f0a5c req-98a32638-bea5-4b86-a9b5-b541c3f89cb9 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8432ee-469d-42a9-b979-9600e3e8a1db HTTP/1.1" status: 200 len: 945 time: 0.1041338 Sep 23 10:29:47.011560 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4979946b-7005-4c07-bd30-e283a87f0a5c req-0fc03659-e1c7-4c04-9e92-2fed2690940e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832963 Sep 23 10:29:47.049009 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:47.070821 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2', '32a5f7a2-ca27-4792-a088-34f6e6d94a3b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:47.111228 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event deleted for resources: {'Port': ['ID=32a5f7a2-ca27-4792-a088-34f6e6d94a3b,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:47.161569 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] No DVR routers for this DVR port 32a5f7a2-ca27-4792-a088-34f6e6d94a3b on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:29:47.168897 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:47.176826 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-49f6841e-4e21-4a61-a49e-acfa05c27121 req-e2b8cf62-d795-4ff4-9ae0-38fe5f30e092 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "DELETE /v2.0/ports/32a5f7a2-ca27-4792-a088-34f6e6d94a3b HTTP/1.1" status: 204 len: 173 time: 0.7079055 Sep 23 10:29:47.177571 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'name': 'network-vif-deleted', 'tag': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:47.180641 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da08d3-067e-45c7-b1cd-e7870a1309d6" -d '{"events": [{"server_uuid": "7b8432ee-469d-42a9-b979-9600e3e8a1db", "name": "network-vif-deleted", "tag": "32a5f7a2-ca27-4792-a088-34f6e6d94a3b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:47.260595 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d158be-794e-44ac-bdff-fdcbc7937c96 x-openstack-request-id: req-e4d158be-794e-44ac-bdff-fdcbc7937c96 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:47.260757 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8432ee-469d-42a9-b979-9600e3e8a1db", "name": "network-vif-deleted", "tag": "32a5f7a2-ca27-4792-a088-34f6e6d94a3b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:47.261133 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4d158be-794e-44ac-bdff-fdcbc7937c96 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:47.261842 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8432ee-469d-42a9-b979-9600e3e8a1db', 'name': 'network-vif-deleted', 'tag': '32a5f7a2-ca27-4792-a088-34f6e6d94a3b', 'status': 'completed', 'code': 200} Sep 23 10:29:47.731429 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d03c-45f6-4287-86dc-626981f12a1c req-b7872fc1-a9d6-4fba-ae49-3ed395bbd208 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:47.734170 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-87a2d03c-45f6-4287-86dc-626981f12a1c req-b7872fc1-a9d6-4fba-ae49-3ed395bbd208 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0549662 Sep 23 10:29:47.781265 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-87a2d03c-45f6-4287-86dc-626981f12a1c req-e6983a2a-7488-45cb-91c0-4c02a9d0a1a3 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Sep 23 10:29:48.932780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa239b-0dca-40c2-a8fe-49ca9b41a3dd req-9e9830aa-71ba-4e50-aec6-ddcaef7056d2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:48.934285 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bffa239b-0dca-40c2-a8fe-49ca9b41a3dd req-9e9830aa-71ba-4e50-aec6-ddcaef7056d2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0620937 Sep 23 10:29:48.981677 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bffa239b-0dca-40c2-a8fe-49ca9b41a3dd req-c1f061db-8b61-40ed-a4c2-1c57168f1f0d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Sep 23 10:29:49.485626 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9fba-f6b7-42c5-accf-39c2a505631b req-1bcdaa74-5c7f-44e4-b0fa-37b2cd7732fc tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:49.487102 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-192d9fba-f6b7-42c5-accf-39c2a505631b req-1bcdaa74-5c7f-44e4-b0fa-37b2cd7732fc tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.0515120 Sep 23 10:29:49.537057 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-192d9fba-f6b7-42c5-accf-39c2a505631b req-a6b325b7-930d-4e62-b0e7-7df4fec8fa2c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Sep 23 10:29:50.135992 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed7365-40f7-4459-ac47-eeb1c34e7668 req-b3b52113-a966-407b-9784-8c465c273324 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:50.149825 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-15ed7365-40f7-4459-ac47-eeb1c34e7668 req-b3b52113-a966-407b-9784-8c465c273324 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0638974 Sep 23 10:29:50.198317 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-15ed7365-40f7-4459-ac47-eeb1c34e7668 req-ca2bc058-b9e3-4223-aa99-6a6462f3c40d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Sep 23 10:29:50.302414 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 32a5f7a2-ca27-4792-a088-34f6e6d94a3b no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:29:50.326091 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 32a5f7a2-ca27-4792-a088-34f6e6d94a3b {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:29:50.326435 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 32a5f7a2-ca27-4792-a088-34f6e6d94a3b not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:29:50.655100 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211743c-b0be-4b4c-a34a-82726de4fa72 req-aa6fc92c-b9fe-479c-8da1-2225384c1f1e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:50.656661 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6211743c-b0be-4b4c-a34a-82726de4fa72 req-aa6fc92c-b9fe-479c-8da1-2225384c1f1e tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.0497582 Sep 23 10:29:50.700417 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6211743c-b0be-4b4c-a34a-82726de4fa72 req-ea516f0a-d4f2-46f0-87bd-791dd94bd3fa tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365794 Sep 23 10:29:51.326719 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e67a2e-2c4d-4919-a297-86ba4da32ada req-5d88f8cf-79eb-4e83-a1f3-982d918dfe64 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:51.328215 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b7e67a2e-2c4d-4919-a297-86ba4da32ada req-5d88f8cf-79eb-4e83-a1f3-982d918dfe64 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0515082 Sep 23 10:29:51.368493 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b7e67a2e-2c4d-4919-a297-86ba4da32ada req-a53061ae-f248-4378-a981-7a5601400f29 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Sep 23 10:29:51.778798 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697d54e-f495-406e-8443-6dad2719c1ac req-673d1bcf-0714-4140-b8f6-fb1276ba9042 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:51.780497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2697d54e-f495-406e-8443-6dad2719c1ac req-673d1bcf-0714-4140-b8f6-fb1276ba9042 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.0624461 Sep 23 10:29:51.898571 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51723d23-ac6a-442c-bc8a-2a335344ed20 req-e9f3ee6c-6214-4aa4-9e86-f9105fabdbd5 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:51.900122 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-51723d23-ac6a-442c-bc8a-2a335344ed20 req-e9f3ee6c-6214-4aa4-9e86-f9105fabdbd5 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 945 time: 0.1169996 Sep 23 10:29:51.935744 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Deleting port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:29:51.936116 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:51.976866 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-51723d23-ac6a-442c-bc8a-2a335344ed20 req-29216591-b3c4-4c21-a71e-fb9975356761 tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca21c729-0fba-4cd1-9ab8-0cacf695e016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Sep 23 10:29:52.059474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] For port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,segment=NetworkSegment(7e5a7836-73ea-464b-9b95-0fbb94d6d5b3),segment_id=7e5a7836-73ea-464b-9b95-0fbb94d6d5b3)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:29:52.059963 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:52.072690 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Calling delete_port for d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:29:52.226973 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:52.248541 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['d0390e8a-4ed7-4823-895e-d7eb3dbc13b2'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:29:52.264690 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Pushing event deleted for resources: {'Port': ['ID=d0390e8a-4ed7-4823-895e-d7eb3dbc13b2,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:52.322871 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] No DVR routers for this DVR port d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:29:52.326145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:52.329534 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2697d54e-f495-406e-8443-6dad2719c1ac req-15ab31b9-f719-4fdc-a8ea-34d4911fbcad tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.59 "DELETE /v2.0/ports/d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 HTTP/1.1" status: 204 len: 173 time: 0.5365624 Sep 23 10:29:52.330965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'name': 'network-vif-deleted', 'tag': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:29:52.335296 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3450dda-e655-4d92-ba5a-25fc28572afe" -d '{"events": [{"server_uuid": "563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f", "name": "network-vif-deleted", "tag": "d0390e8a-4ed7-4823-895e-d7eb3dbc13b2"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:29:52.400517 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b970c0-9380-4d17-80dc-36a5e2efd226 x-openstack-request-id: req-87b970c0-9380-4d17-80dc-36a5e2efd226 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:29:52.400942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f", "name": "network-vif-deleted", "tag": "d0390e8a-4ed7-4823-895e-d7eb3dbc13b2", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:29:52.401310 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87b970c0-9380-4d17-80dc-36a5e2efd226 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:29:52.401850 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f', 'name': 'network-vif-deleted', 'tag': 'd0390e8a-4ed7-4823-895e-d7eb3dbc13b2', 'status': 'completed', 'code': 200} Sep 23 10:29:52.564340 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b51535-7d28-4ea0-a1be-f6a6fc206a2a req-2f038e6f-09fb-4b36-b4cf-62a0f3369182 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:52.578371 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-57b51535-7d28-4ea0-a1be-f6a6fc206a2a req-2f038e6f-09fb-4b36-b4cf-62a0f3369182 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0907772 Sep 23 10:29:52.649745 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-57b51535-7d28-4ea0-a1be-f6a6fc206a2a req-26212691-af31-4dcc-9f3f-5958c31e7e75 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Sep 23 10:29:52.822395 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8ae01845-6484-4b25-88c8-e17eb10baffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:52.942496 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-8c926458-b3b7-45a6-8581-847f9885228c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429204 Sep 23 10:29:53.026135 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-33f1b683-230c-470b-8bbf-79c3a9a14bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:53.027707 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-33f1b683-230c-470b-8bbf-79c3a9a14bdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 1098 time: 0.0595667 Sep 23 10:29:53.149213 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f57667eb-4bc4-489e-a84c-2e53dbcf1aad req-40921463-f358-479f-8517-98d6daf4962c tempest-AttachVolumeNegativeTest-906998015 tempest-AttachVolumeNegativeTest-906998015-project] 10.222.0.50 "GET /v2.0/ports?device_id=563f12ce-0d5c-4d3e-82f0-5e0eb9d1c89f HTTP/1.1" status: 200 len: 210 time: 0.0587676 Sep 23 10:29:53.193306 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-f97c80ed-3c23-4ff6-bf6b-f65eef0d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:53.195301 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-f97c80ed-3c23-4ff6-bf6b-f65eef0d3711 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.1380479 Sep 23 10:29:53.242916 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-a93d699c-d390-45bc-a9d6-3206b3ca06a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf HTTP/1.1" status: 200 len: 217 time: 0.0380995 Sep 23 10:29:53.316141 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-7f70f625-809c-4549-b20c-21a2cb7652a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:53.317818 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-7f70f625-809c-4549-b20c-21a2cb7652a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0632150 Sep 23 10:29:53.392340 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-fb78de7e-33ea-4db0-b254-5b84760e89aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558279 Sep 23 10:29:53.538847 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-0335e70f-cb70-45be-9667-f49cb7e4a1a5 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284075 Sep 23 10:29:53.686445 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-38f2da95-6ce3-499b-bdfa-16546302c6b8 req-07b199cc-ced2-40f7-8e2a-85ba67a8134f service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267319 Sep 23 10:29:53.815802 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7ce31-c1b5-456a-91de-3b36f48abd54 req-de98a99b-9628-40ee-904c-443d3b026d1c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:53.817420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-57c7ce31-c1b5-456a-91de-3b36f48abd54 req-de98a99b-9628-40ee-904c-443d3b026d1c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0760045 Sep 23 10:29:53.865938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-57c7ce31-c1b5-456a-91de-3b36f48abd54 req-a59bca04-24d6-4353-8f7d-2801ffab16e8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Sep 23 10:29:54.213090 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56752) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:54.259630 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Deleting subnet cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:29:54.263577 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.296327 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:29:54.307537 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.317707 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:29:54.318464 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device d0390e8a-4ed7-4823-895e-d7eb3dbc13b2 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:29:54.350853 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.411131 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.437337 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf606bce-3c14-42f5-b3e5-1dce3a6e10b9,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:54.448855 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.449218 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.449806 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.450721 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.450721 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.451433 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.451809 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.452188 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.452614 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.452837 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.453176 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.453505 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:29:54.458236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.462762 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 56758) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:54.463265 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-d80a9866-9725-4183-a701-22e2f26a5346 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cf606bce-3c14-42f5-b3e5-1dce3a6e10b9 HTTP/1.1" status: 204 len: 168 time: 0.2483604 Sep 23 10:29:54.534666 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.627686 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.650489 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872fac0f-33ab-4864-b362-3e5a67d15ea6']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:54.660691 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:54.661093 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5a7836-73ea-464b-9b95-0fbb94d6d5b3') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:54.671283 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.685916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.693452 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:29:54.693880 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:29:54.695747 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:29:54.757793 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.784603 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:54.788093 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] 10.222.0.50 "DELETE /v2.0/networks/872fac0f-33ab-4864-b362-3e5a67d15ea6 HTTP/1.1" status: 204 len: 168 time: 0.3239617 Sep 23 10:29:54.791899 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e8ab1-6f14-4b37-91ba-7df90ddd1d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=872fac0f-33ab-4864-b362-3e5a67d15ea6,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:55.005324 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7def4-b32f-4ae1-87e0-6a1509c6caa6 req-bb67effe-e9fc-43df-836f-84010b8f8951 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:55.012524 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-98b7def4-b32f-4ae1-87e0-6a1509c6caa6 req-bb67effe-e9fc-43df-836f-84010b8f8951 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0648406 Sep 23 10:29:55.056343 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56766) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:55.060576 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-98b7def4-b32f-4ae1-87e0-6a1509c6caa6 req-85c8b7d3-ccb5-42dc-ae80-3d9abdeecf39 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Sep 23 10:29:55.103148 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f18a0b01-29e4-4511-a416-53bd2ea195c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=526d55dde78d4242b8917e9daa229c1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453725 Sep 23 10:29:55.105839 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56768) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:55.159577 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd9c2-8a23-441f-97ed-48294e3d28fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:55.185974 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd9c2-8a23-441f-97ed-48294e3d28fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:55.234626 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd9c2-8a23-441f-97ed-48294e3d28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:55.238644 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd9c2-8a23-441f-97ed-48294e3d28fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:55.239980 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-fe4dd9c2-8a23-441f-97ed-48294e3d28fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca21c729-0fba-4cd1-9ab8-0cacf695e016 HTTP/1.1" status: 204 len: 168 time: 0.1330638 Sep 23 10:29:55.248188 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dd9c2-8a23-441f-97ed-48294e3d28fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21c729-0fba-4cd1-9ab8-0cacf695e016,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:55.326836 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:55.371626 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeb2e-a848-4f77-9ec6-e9365b5b2898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:56.046026 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:56.187131 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f962-b78a-4231-bf12-9ca363c4b7c5 req-fe8e2a9b-0c8d-4f8e-a2db-1234cebc9ff7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:56.190053 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3409f962-b78a-4231-bf12-9ca363c4b7c5 req-fe8e2a9b-0c8d-4f8e-a2db-1234cebc9ff7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0556841 Sep 23 10:29:56.249400 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3409f962-b78a-4231-bf12-9ca363c4b7c5 req-5c01ba00-eec0-412d-b18e-9f558cc1e73a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Sep 23 10:29:56.584512 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.200366 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:29:57.225333 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56848) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:57.328714 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-922c2041-1438-4962-9424-c549a3d6a7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.345159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd462d-9526-4952-9d3f-b0b8b0bda644 req-3134544c-3e34-415b-a3c1-302c0554c21c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:57.346691 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4dd462d-9526-4952-9d3f-b0b8b0bda644 req-3134544c-3e34-415b-a3c1-302c0554c21c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0522034 Sep 23 10:29:57.389313 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4dd462d-9526-4952-9d3f-b0b8b0bda644 req-809bedb8-7378-41cd-8d1d-e2693e362c3d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Sep 23 10:29:57.430684 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-922c2041-1438-4962-9424-c549a3d6a7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.434711 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-922c2041-1438-4962-9424-c549a3d6a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.476981 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-922c2041-1438-4962-9424-c549a3d6a7a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=faf3c6861c484760af55614fabd2f958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505317 Sep 23 10:29:57.477860 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c2041-1438-4962-9424-c549a3d6a7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b5c71-345f-43d6-a5a5-33e68720f406,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:57.479874 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 56870) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:57.528678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0e21962-6566-4479-9f6b-11fdf4c27cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.549554 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0e21962-6566-4479-9f6b-11fdf4c27cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.597589 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0e21962-6566-4479-9f6b-11fdf4c27cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.600431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e0e21962-6566-4479-9f6b-11fdf4c27cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.601697 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e0e21962-6566-4479-9f6b-11fdf4c27cb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf1b5c71-345f-43d6-a5a5-33e68720f406 HTTP/1.1" status: 204 len: 168 time: 0.1207392 Sep 23 10:29:57.611388 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21962-6566-4479-9f6b-11fdf4c27cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b5c71-345f-43d6-a5a5-33e68720f406,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:57.887406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 56914) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:57.900660 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-dd67270f-8227-4222-a38d-c22b9122c00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.992340 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-dd67270f-8227-4222-a38d-c22b9122c00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:57.996400 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-dd67270f-8227-4222-a38d-c22b9122c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:58.037156 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-dd67270f-8227-4222-a38d-c22b9122c00d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98c7cee55e624407aeb3e8188b12cbe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463046 Sep 23 10:29:58.037156 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67270f-8227-4222-a38d-c22b9122c00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81299845-ae07-4b1a-ab11-ec54142c03e4,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:58.037702 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56924) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:58.089716 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-408e0a7d-cc4b-4779-85ac-5114560d4086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:58.118757 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-408e0a7d-cc4b-4779-85ac-5114560d4086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:58.168952 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-408e0a7d-cc4b-4779-85ac-5114560d4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:58.171514 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-408e0a7d-cc4b-4779-85ac-5114560d4086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:58.172785 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-408e0a7d-cc4b-4779-85ac-5114560d4086 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81299845-ae07-4b1a-ab11-ec54142c03e4 HTTP/1.1" status: 204 len: 168 time: 0.1331737 Sep 23 10:29:58.181298 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e0a7d-cc4b-4779-85ac-5114560d4086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81299845-ae07-4b1a-ab11-ec54142c03e4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:58.446763 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:58.541194 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19568ad-704a-43f0-91e5-a10b68ce140e req-48da4550-fa55-4b69-844e-8968067ad6c7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:58.542817 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c19568ad-704a-43f0-91e5-a10b68ce140e req-48da4550-fa55-4b69-844e-8968067ad6c7 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0649836 Sep 23 10:29:58.595991 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c19568ad-704a-43f0-91e5-a10b68ce140e req-20575242-414a-48e2-8ea0-aa7a4976eab8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Sep 23 10:29:59.150669 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 56972) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:59.195176 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Deleting subnet c68502eb-5f67-4311-9276-2644f77aae06 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:29:59.198453 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.236035 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.274929 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.329138 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.354810 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68502eb-5f67-4311-9276-2644f77aae06,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:59.359750 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.364197 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 56980) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:59.364449 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-596e8832-29e3-47c6-8eff-1c0065a45a70 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c68502eb-5f67-4311-9276-2644f77aae06 HTTP/1.1" status: 204 len: 168 time: 0.2124486 Sep 23 10:29:59.431159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.519594 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.540190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68e26dc-f626-4ab7-8d51-3a7a0e7444ce']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:59.550190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93e4b84-54e4-444a-bcea-78bf95ea7547') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:59.550927 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93e4b84-54e4-444a-bcea-78bf95ea7547') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:29:59.560412 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.575724 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.581752 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:29:59.582139 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:29:59.584234 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:29:59.648771 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.655229 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:29:59.660144 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b68e26dc-f626-4ab7-8d51-3a7a0e7444ce HTTP/1.1" status: 204 len: 168 time: 0.2925465 Sep 23 10:29:59.672800 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736485c1-bf41-415d-a7d1-24026a2832d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68e26dc-f626-4ab7-8d51-3a7a0e7444ce,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:29:59.742725 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112f634-522c-44fe-ab99-0328fe0826b2 req-d298cec1-240a-43a8-a31c-abd44df59bbc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:29:59.744258 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d112f634-522c-44fe-ab99-0328fe0826b2 req-d298cec1-240a-43a8-a31c-abd44df59bbc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0608866 Sep 23 10:29:59.789301 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d112f634-522c-44fe-ab99-0328fe0826b2 req-b582c85c-1102-4e26-99d0-5e133afe83d8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350213 Sep 23 10:29:59.889383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57014) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:59.930799 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-64b47cba-e33a-474a-a4a4-e1b72c25e7fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7e7059eefe94703aaa6c87118a974dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402389 Sep 23 10:29:59.933336 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57016) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:29:59.982857 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-63a6419b-8c90-4df4-8637-98a506053e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.004756 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-63a6419b-8c90-4df4-8637-98a506053e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.047173 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57020) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:00.060355 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-63a6419b-8c90-4df4-8637-98a506053e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.063033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-63a6419b-8c90-4df4-8637-98a506053e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.064160 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-63a6419b-8c90-4df4-8637-98a506053e5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4292d4c2-e43a-4982-9de8-66c13e8d8275 HTTP/1.1" status: 204 len: 168 time: 0.1298206 Sep 23 10:30:00.072592 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6419b-8c90-4df4-8637-98a506053e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4292d4c2-e43a-4982-9de8-66c13e8d8275,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:00.167478 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-dc7437bc-d340-49c9-99a6-9d2f38ec3258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.263985 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-dc7437bc-d340-49c9-99a6-9d2f38ec3258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.269048 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-dc7437bc-d340-49c9-99a6-9d2f38ec3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.310140 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-dc7437bc-d340-49c9-99a6-9d2f38ec3258 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef85d7ac347746b19774b6756a390d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611685 Sep 23 10:30:00.311568 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7437bc-d340-49c9-99a6-9d2f38ec3258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cfcaba-f974-4555-8889-b28b25650dbf,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:00.311684 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:00.364172 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95cccdfb-6d85-459a-8cbe-a58b8ec1198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.385344 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95cccdfb-6d85-459a-8cbe-a58b8ec1198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.438415 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95cccdfb-6d85-459a-8cbe-a58b8ec1198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.441203 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-95cccdfb-6d85-459a-8cbe-a58b8ec1198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.442437 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-95cccdfb-6d85-459a-8cbe-a58b8ec1198a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5cfcaba-f974-4555-8889-b28b25650dbf HTTP/1.1" status: 204 len: 168 time: 0.1298876 Sep 23 10:30:00.450390 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cccdfb-6d85-459a-8cbe-a58b8ec1198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cfcaba-f974-4555-8889-b28b25650dbf,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:00.775816 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57066) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:00.853421 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57072) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:00.868212 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db1b3570-1cb7-49b0-93a4-c19c629a60d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.986284 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db1b3570-1cb7-49b0-93a4-c19c629a60d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.989894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9f47a-9f8c-4557-bdf5-317f13f06cd6 req-29508336-a58b-4f98-b32c-780f9550dcb8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:00.990574 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db1b3570-1cb7-49b0-93a4-c19c629a60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:00.998779 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6b9f47a-9f8c-4557-bdf5-317f13f06cd6 req-29508336-a58b-4f98-b32c-780f9550dcb8 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0896745 Sep 23 10:30:01.005528 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1447379634-network', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:01.029049 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe82ee-6862-4528-9976-e7bf446c1406 req-c4f44e36-16b2-41e1-8f4d-387d8761937b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:01.030930 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9cfe82ee-6862-4528-9976-e7bf446c1406 req-c4f44e36-16b2-41e1-8f4d-387d8761937b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0915310 Sep 23 10:30:01.044027 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-db1b3570-1cb7-49b0-93a4-c19c629a60d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ea151fe10854fb9bcd357b2de1e1a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896994 Sep 23 10:30:01.048544 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57076) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:01.049205 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3570-1cb7-49b0-93a4-c19c629a60d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c02e64-9cff-461b-a239-ea3bbe7b3fb7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:01.059121 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6b9f47a-9f8c-4557-bdf5-317f13f06cd6 req-ae864c19-bcb1-4869-baf1-bb573c584ed2 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594931 Sep 23 10:30:01.059301 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Made reservation on behalf of ae8d7dddd243475db4c396cafec77262 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:30:01.061827 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.083875 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.087872 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9cfe82ee-6862-4528-9976-e7bf446c1406 req-8aec3de5-7ddd-4a2e-8c81-fc8fa264cfcc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466168 Sep 23 10:30:01.132902 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4004e6d3-e9d7-4d9e-92ba-4067d6a94bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.166345 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4004e6d3-e9d7-4d9e-92ba-4067d6a94bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.235551 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.239130 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.245001 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4004e6d3-e9d7-4d9e-92ba-4067d6a94bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.247475 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4004e6d3-e9d7-4d9e-92ba-4067d6a94bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.248585 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4004e6d3-e9d7-4d9e-92ba-4067d6a94bfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93c02e64-9cff-461b-a239-ea3bbe7b3fb7 HTTP/1.1" status: 204 len: 168 time: 0.1966722 Sep 23 10:30:01.270588 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:30:01.276800 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab581d9-21e1-4676-b396-7fe354257c72,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:01.285150 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.285487 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Added segment 3a6e48e8-41d2-459e-902f-db959253b0bf of type vlan for network 3355b831-63db-45e3-9d8b-027b8b4f4e4c Sep 23 10:30:01.295396 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004e6d3-e9d7-4d9e-92ba-4067d6a94bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c02e64-9cff-461b-a239-ea3bbe7b3fb7,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:01.336755 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.362591 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.363866 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:01.364714 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.399238 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6196361 Sep 23 10:30:01.399652 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57082) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:01.406104 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Request body: {'subnet': {'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1447379634-subnet', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:01.428285 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Made reservation on behalf of ae8d7dddd243475db4c396cafec77262 for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:30:01.430563 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25425759'] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.432819 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282f5e4-c677-4e06-844f-9eba24a1ba88 admin admin] Pushing event updated for resources: {'Network': ['ID=3355b831-63db-45e3-9d8b-027b8b4f4e4c,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:01.442644 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:30:01.641622 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06a15c-7b97-4f9d-ada6-d76d650d34ba req-1c9d6cde-7da9-491e-9084-21afbb4698b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:01.643093 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea06a15c-7b97-4f9d-ada6-d76d650d34ba req-1c9d6cde-7da9-491e-9084-21afbb4698b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.0783534 Sep 23 10:30:01.667978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25401475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25425773'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.727773 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea06a15c-7b97-4f9d-ada6-d76d650d34ba req-e8cf5902-6ca6-4f4a-b0eb-dc0fca8ad305 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746291 Sep 23 10:30:01.734806 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eceb95cf-2f66-4d42-a478-ea2914f94479,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:01.750817 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Checking segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:01.751167 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Network hostable DHCP agents. Network: 3355b831-63db-45e3-9d8b-027b8b4f4e4c, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:30:01.768059 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:30:01.776659 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 3355b831-63db-45e3-9d8b-027b8b4f4e4c) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:01.780707 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:01.782367 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.789117 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a82cf-49aa-4445-9765-a45dca6f38f6 None None] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:30:01.797973 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c4cd75e9-e854-4e91-a3e0-12087df0a13e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3959417 Sep 23 10:30:01.800705 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57098) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:01.808093 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:01.833236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.834540 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:01.887491 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.033123 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.064494 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:30:02.065735 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.222454 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4a64-4de8-4965-86af-11a5762842f4 req-56a44b83-96c4-42ee-97d7-cec4fe8b9d23 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:02.224731 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fd1a4a64-4de8-4965-86af-11a5762842f4 req-56a44b83-96c4-42ee-97d7-cec4fe8b9d23 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0857894 Sep 23 10:30:02.255760 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.262543 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ca1da-dc67-4f7d-86f8-a593536161dd req-18b1f648-5197-4535-b656-ff78fc65ec39 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:02.264371 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c3ca1da-dc67-4f7d-86f8-a593536161dd req-18b1f648-5197-4535-b656-ff78fc65ec39 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0843518 Sep 23 10:30:02.278827 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.280855 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Allocated IP 172.20.0.2 (3355b831-63db-45e3-9d8b-027b8b4f4e4c/eceb95cf-2f66-4d42-a478-ea2914f94479/d3757a8e-1a96-42ac-9d89-2a068cdd213b) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:02.306748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fd1a4a64-4de8-4965-86af-11a5762842f4 req-aa6f7aed-55f6-4d79-9118-03979657bd5b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736108 Sep 23 10:30:02.331598 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c3ca1da-dc67-4f7d-86f8-a593536161dd req-c69135ae-fcee-4ade-abcc-9edc710be74e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548456 Sep 23 10:30:02.394915 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Allocated IP 172.27.2.140 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/37b77f57-5dd5-4679-ba0d-3825c8ed0335) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:02.474184 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.481851 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.513601 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.529086 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:02.530666 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Pushing event updated for resources: {'Port': ['ID=d3757a8e-1a96-42ac-9d89-2a068cdd213b,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:02.538626 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.538973 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.539311 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.539648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.539963 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.540472 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.540959 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.541443 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.541951 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.542447 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.542925 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.543552 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:02.547052 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:02.549515 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:02.555531 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.596047 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:02.598855 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:02.602370 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:02.617915 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Attempting to bind port d3757a8e-1a96-42ac-9d89-2a068cdd213b on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:02.618287 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Attempting to bind port d3757a8e-1a96-42ac-9d89-2a068cdd213b by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:02.618683 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Attempting to bind port d3757a8e-1a96-42ac-9d89-2a068cdd213b on network 3355b831-63db-45e3-9d8b-027b8b4f4e4c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:02.624065 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:02.624440 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Checking segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:02.624934 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.625278 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Bound using segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:02.625975 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Bound port: d3757a8e-1a96-42ac-9d89-2a068cdd213b, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:02.626369 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.627661 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Pushing event updated for resources: {'Port': ['ID=37b77f57-5dd5-4679-ba0d-3825c8ed0335,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:02.691912 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] For port d3757a8e-1a96-42ac-9d89-2a068cdd213b, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:02.695558 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] For port d3757a8e-1a96-42ac-9d89-2a068cdd213b, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d3757a8e-1a96-42ac-9d89-2a068cdd213b,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:02.700409 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:02.771258 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f396-c71c-4a50-8f46-a52363a81177 None None] Pushing event updated for resources: {'Port': ['ID=d3757a8e-1a96-42ac-9d89-2a068cdd213b,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:02.894030 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:03.322260 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:03.489747 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Router 9b95620b-eb81-4e26-827b-d5291659b13b is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:30:03.630354 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:30:03.641559 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Sync routers for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:30:03.652291 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:03.653046 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:03.655990 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:03.658305 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-985145e6-a22b-4754-9c58-ed32295c9226 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8553443 Sep 23 10:30:03.661068 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57136) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:03.726201 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c294e-a078-49f7-91f1-ab2319cd2d18 req-387051c7-d259-401f-ab06-bd993c530e39 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:03.733403 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c40c294e-a078-49f7-91f1-ab2319cd2d18 req-387051c7-d259-401f-ab06-bd993c530e39 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.3494837 Sep 23 10:30:03.760912 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6908107-70f0-441b-a172-1c7e37a40e31 req-d87ed5d5-aa5b-45c2-aca1-34e001d37681 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:03.768232 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6908107-70f0-441b-a172-1c7e37a40e31 req-d87ed5d5-aa5b-45c2-aca1-34e001d37681 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.3487208 Sep 23 10:30:03.780399 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:03.810249 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c40c294e-a078-49f7-91f1-ab2319cd2d18 req-d54e080f-1c5d-4455-b22a-fc7a83ad3e04 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759568 Sep 23 10:30:03.830193 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6908107-70f0-441b-a172-1c7e37a40e31 req-c77402b8-5c37-4a07-ab01-d77535a7983c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584171 Sep 23 10:30:03.956984 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a195d2-df8f-4da9-afc4-6920ad281818 None None] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:30:04.009447 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:02Z', 'revision_number': 3, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:04.016261 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-79c2212d-3abb-4bb5-a1f5-d34a360bba9f None None] Provisioning complete for port d3757a8e-1a96-42ac-9d89-2a068cdd213b triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:04.016684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79c2212d-3abb-4bb5-a1f5-d34a360bba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.195653 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Checking router: 9b95620b-eb81-4e26-827b-d5291659b13b for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:30:04.195818 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Updating router 9b95620b-eb81-4e26-827b-d5291659b13b port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:30:04.198776 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.253742 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.255332 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79c2212d-3abb-4bb5-a1f5-d34a360bba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.295306 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-79c2212d-3abb-4bb5-a1f5-d34a360bba9f None None] For port d3757a8e-1a96-42ac-9d89-2a068cdd213b, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d3757a8e-1a96-42ac-9d89-2a068cdd213b,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:04.300806 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b759642-c8b2-4f52-b3b4-62efb2968304 req-60fa28b8-782e-4802-80d4-e1ef7ace0969 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:04.302670 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-79c2212d-3abb-4bb5-a1f5-d34a360bba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.311608 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2b759642-c8b2-4f52-b3b4-62efb2968304 req-60fa28b8-782e-4802-80d4-e1ef7ace0969 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1366291 Sep 23 10:30:04.319549 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-3ec35408-f0cd-4d62-8ac6-e5218096661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:04.326076 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-3ec35408-f0cd-4d62-8ac6-e5218096661f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cedee4c0b4b74316b7bad4775663f93c&device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 1099 time: 0.1868773 Sep 23 10:30:04.336912 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d3757a8e-1a96-42ac-9d89-2a068cdd213b up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:04.391945 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2212d-3abb-4bb5-a1f5-d34a360bba9f None None] Pushing event updated for resources: {'Port': ['ID=d3757a8e-1a96-42ac-9d89-2a068cdd213b,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:04.422919 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port d3757a8e-1a96-42ac-9d89-2a068cdd213b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:04.423310 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.449636 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2b759642-c8b2-4f52-b3b4-62efb2968304 req-88f8c47b-dda3-4cfc-b27b-a338ffb9115f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370614 Sep 23 10:30:04.562284 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Allocated IP 172.20.0.1 (3355b831-63db-45e3-9d8b-027b8b4f4e4c/eceb95cf-2f66-4d42-a478-ea2914f94479/5903a499-9d46-463f-8e77-75e6ad910474) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:04.582382 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-453e7ca2-6fd5-42ef-b67f-fbfc7cda8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:04.584092 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-453e7ca2-6fd5-42ef-b67f-fbfc7cda8eef service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 200 len: 919 time: 0.2438943 Sep 23 10:30:04.649250 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-15d0ee9e-8446-4be4-9f2a-da8ddc0fb00e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 200 len: 217 time: 0.0520093 Sep 23 10:30:04.708798 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.710915 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.726831 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.749033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-fc00ce69-4942-49e3-8244-e1f95b2a2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:04.753650 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-fc00ce69-4942-49e3-8244-e1f95b2a2e62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 200 len: 858 time: 0.0927811 Sep 23 10:30:04.758377 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.785371 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Pushing event updated for resources: {'Port': ['ID=37b77f57-5dd5-4679-ba0d-3825c8ed0335,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:04.799702 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:04.800483 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.800483 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.800678 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.800902 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.801417 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.802974 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.803196 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:04.803645 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.804149 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.804708 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.805192 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.805713 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.806197 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:04.807795 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:04.831862 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-f8961ebd-2db0-4653-8233-21c8dd11c6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a79d539-77ee-47e4-83f0-e49b70463db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692565 Sep 23 10:30:04.844206 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-0428e5a9-e168-496e-af69-b12dc5eb6483 None None] Provisioning complete for port d3757a8e-1a96-42ac-9d89-2a068cdd213b triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:04.844597 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0428e5a9-e168-496e-af69-b12dc5eb6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.855823 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Attempting to bind port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:04.856207 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Attempting to bind port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:04.856572 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Attempting to bind port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:04.871822 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Pushing event updated for resources: {'Port': ['ID=5903a499-9d46-463f-8e77-75e6ad910474,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:04.872601 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:04.875932 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:04.877485 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.878056 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:04.879952 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Bound port: 37b77f57-5dd5-4679-ba0d-3825c8ed0335, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:04.884338 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.891430 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:04.984631 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] For port 37b77f57-5dd5-4679-ba0d-3825c8ed0335, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:04.989076 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] For port 37b77f57-5dd5-4679-ba0d-3825c8ed0335, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=37b77f57-5dd5-4679-ba0d-3825c8ed0335,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:04.995603 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.042460 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-c29f5084-4096-4983-a606-1a0e93132e00 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005913 Sep 23 10:30:05.051333 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017456-7798-4df8-9377-62ab6752b429 req-7dbe2be2-3ce7-40af-b465-2fd831d70467 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:05.052827 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-31017456-7798-4df8-9377-62ab6752b429 req-7dbe2be2-3ce7-40af-b465-2fd831d70467 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0877390 Sep 23 10:30:05.076915 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:05.077737 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:05.084305 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c847629-ca92-46e7-a772-42ac7138d320 None None] Pushing event updated for resources: {'Port': ['ID=37b77f57-5dd5-4679-ba0d-3825c8ed0335,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:05.096381 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.143831 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-8d5614f8-5e84-4ea6-bdbe-c60ad3eb6927 None None] Provisioning complete for port 5903a499-9d46-463f-8e77-75e6ad910474 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:05.145637 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8d5614f8-5e84-4ea6-bdbe-c60ad3eb6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.164295 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-31017456-7798-4df8-9377-62ab6752b429 req-e1ec9a93-bcfc-4dcf-8c94-e384b278c16b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780833 Sep 23 10:30:05.174951 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1d1becec-bdf1-4bc5-8a03-8d9bd58ff052 req-5d031675-e92b-43c5-a6ff-3f15c9d90df9 service neutron] 10.222.0.59 "GET /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211145 Sep 23 10:30:05.215236 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8d5614f8-5e84-4ea6-bdbe-c60ad3eb6927 None None] Port 5903a499-9d46-463f-8e77-75e6ad910474 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:30:05.215465 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:05.298729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.303917 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.368141 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Pushing event updated for resources: {'Port': ['ID=5903a499-9d46-463f-8e77-75e6ad910474,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:05.371212 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.414291 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:04Z', 'revision_number': 1, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:05.439979 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9655f-038a-4589-a9b9-46bf80e32eab None None] The sync data for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi is: [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:04Z', 'revision_number': 1, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:30:05.468424 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:05.470147 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:05.592827 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9331-f630-404d-b1e9-3042419f45e1 req-2f06a72e-589f-4f67-8aca-67859cbaa94d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:05.595389 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b74e9331-f630-404d-b1e9-3042419f45e1 req-2f06a72e-589f-4f67-8aca-67859cbaa94d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0615554 Sep 23 10:30:05.613579 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Router 9b95620b-eb81-4e26-827b-d5291659b13b has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:30:05.638612 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b74e9331-f630-404d-b1e9-3042419f45e1 req-813a0b0e-c70e-49d4-8f80-7495ca14b8bf tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Sep 23 10:30:05.736271 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-289beae5-9ef7-4d36-a991-53432e4dbf66 None None] Provisioning complete for port 5903a499-9d46-463f-8e77-75e6ad910474 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:05.736745 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-289beae5-9ef7-4d36-a991-53432e4dbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:05.748946 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:30:05.758505 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e04b1c43-d8e7-4c85-941d-46cbfd72e797 admin admin] 10.222.0.50 "PUT /v2.0/routers/9b95620b-eb81-4e26-827b-d5291659b13b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0960064 Sep 23 10:30:05.785654 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-289beae5-9ef7-4d36-a991-53432e4dbf66 None None] Port 5903a499-9d46-463f-8e77-75e6ad910474 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:30:06.220353 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d3757a8e-1a96-42ac-9d89-2a068cdd213b up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:06.326428 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port d3757a8e-1a96-42ac-9d89-2a068cdd213b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:06.327503 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.350375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f212e62-e8d3-41c2-8ac4-32ad8d7e0f91 req-92333b5e-7f48-440d-b1ab-f95dd1c8dbca tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:06.358502 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1f212e62-e8d3-41c2-8ac4-32ad8d7e0f91 req-92333b5e-7f48-440d-b1ab-f95dd1c8dbca tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0901852 Sep 23 10:30:06.415996 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1f212e62-e8d3-41c2-8ac4-32ad8d7e0f91 req-d8264a1a-4140-49cd-a6cf-4511b0f8acfa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564599 Sep 23 10:30:06.454561 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57186) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:06.460136 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-838782772-network', 'tenant_id': '7b115f5930764b66a552f73a531043bd'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:06.484789 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Made reservation on behalf of 7b115f5930764b66a552f73a531043bd for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:30:06.488937 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.498748 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.606831 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.612278 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.639932 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:30:06.650519 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62f23c-c30b-4661-a47c-32ed8dd71125,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:06.656166 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.656547 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Added segment d7ee1158-ba02-49b4-b36b-1bbb5ba32013 of type vlan for network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 Sep 23 10:30:06.700588 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.731377 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.732739 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:06.733391 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.770106 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57200) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:06.770325 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3143742 Sep 23 10:30:06.780173 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Request body: {'subnet': {'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-838782772-subnet', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:06.791212 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0afff-fb7f-4f39-a597-3c83a2941cc2 req-3eed21a6-4169-4503-8507-4ec1119b46d9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:06.795010 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-59b0afff-fb7f-4f39-a597-3c83a2941cc2 req-3eed21a6-4169-4503-8507-4ec1119b46d9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0695200 Sep 23 10:30:06.839017 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Made reservation on behalf of 7b115f5930764b66a552f73a531043bd for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:30:06.842114 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25425759'] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:06.870007 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-59b0afff-fb7f-4f39-a597-3c83a2941cc2 req-f7112935-6d13-4681-a702-a601243a6dab tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Sep 23 10:30:06.980978 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79aae7-3a6c-4a4e-be23-dc283a0e7c70 admin admin] Pushing event updated for resources: {'Network': ['ID=0d89f1f0-1777-4ec1-81fb-c052ce1f74a5,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:06.990941 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:30:07.035702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25401475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25425773'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.091704 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82acbcf6-02f3-47fd-bb24-98a3ca1c2760,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:07.100595 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Checking segment: {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:07.100954 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Network hostable DHCP agents. Network: 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:30:07.119213 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:30:07.129977 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:07.134832 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:07.135451 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.140000 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a89ce-334a-4f93-81be-6d45eecdb526 None None] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:30:07.156148 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-721ff170-6b80-4c1f-822f-5ec85a5a9a42 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3820865 Sep 23 10:30:07.156902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57202) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:07.161084 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:07.181857 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.182836 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.237344 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.293126 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-0d89f1f0-1777-4ec1-81fb-c052ce1f74a5', 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'fixed_ips': [{'subnet_id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:30:07.294015 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.373792 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.441834 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Allocated IP 172.20.0.2 (0d89f1f0-1777-4ec1-81fb-c052ce1f74a5/82acbcf6-02f3-47fd-bb24-98a3ca1c2760/99f893fa-c302-4f9b-bbc8-7c7ec16b30d9) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:07.602981 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.611444 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.621437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3924-fb2b-43ed-bd21-cb3e2b8e0921 req-d0ae1d68-0dd1-4a94-a6b5-f89b3f882c99 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:07.622947 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b82f3924-fb2b-43ed-bd21-cb3e2b8e0921 req-d0ae1d68-0dd1-4a94-a6b5-f89b3f882c99 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1175051 Sep 23 10:30:07.623968 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.646115 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.648835 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:07.651672 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:07.654164 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:07.667369 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Pushing event updated for resources: {'Port': ['ID=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:07.721331 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Attempting to bind port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:07.722044 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Attempting to bind port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:07.722268 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Attempting to bind port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 on network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:07.724749 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b82f3924-fb2b-43ed-bd21-cb3e2b8e0921 req-c703aea0-157e-444e-b041-a8ea6d80ba13 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807066 Sep 23 10:30:07.727690 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:07.728063 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Checking segment: {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:07.728469 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.728860 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Bound using segment: {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:07.729575 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Bound port: 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:07.729728 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.744284 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954108-d587-43aa-96a4-010d672f128d None None] Sync routers for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:30:07.769388 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:07.770273 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:07.795664 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Allocated IP 172.27.2.152 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/c26c6841-ec6a-4d53-a6db-bcd0d8d9d913) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:07.898066 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] For port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:07.900008 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.917574 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] For port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,segment=NetworkSegment(d7ee1158-ba02-49b4-b36b-1bbb5ba32013),segment_id=d7ee1158-ba02-49b4-b36b-1bbb5ba32013)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:07.924644 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:07.926899 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:07.942488 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.017218 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:08.019234 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:08.024362 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:08.052980 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Pushing event updated for resources: {'Port': ['ID=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:08.060021 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86870-33f8-4372-9576-a87e0b9741bf None None] Pushing event updated for resources: {'Port': ['ID=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:08.087970 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d833-f935-46ce-bd97-c0adee9be804 req-66cd274a-53bb-4ea2-8ee6-d5f48dbe4e09 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:08.089453 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a63d833-f935-46ce-bd97-c0adee9be804 req-66cd274a-53bb-4ea2-8ee6-d5f48dbe4e09 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1165419 Sep 23 10:30:08.223678 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 2, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:08.289341 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a63d833-f935-46ce-bd97-c0adee9be804 req-2d2f27a4-fc5c-408f-88b1-c4213abd8bbf tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261675 Sep 23 10:30:08.384327 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 37b77f57-5dd5-4679-ba0d-3825c8ed0335 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:08.386612 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954108-d587-43aa-96a4-010d672f128d None None] Checking router: 9b95620b-eb81-4e26-827b-d5291659b13b for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:30:08.386970 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954108-d587-43aa-96a4-010d672f128d None None] Updating router 9b95620b-eb81-4e26-827b-d5291659b13b port 5903a499-9d46-463f-8e77-75e6ad910474 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:30:08.412364 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.435747 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09954108-d587-43aa-96a4-010d672f128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.485764 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:08.486058 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.609844 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.693700 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.725933 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port 37b77f57-5dd5-4679-ba0d-3825c8ed0335, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=37b77f57-5dd5-4679-ba0d-3825c8ed0335,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:08.748343 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.770380 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Router 4a0f12ea-5085-4aae-a020-e414cceaacc1 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:30:08.826889 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=37b77f57-5dd5-4679-ba0d-3825c8ed0335,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:08.906458 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09954108-d587-43aa-96a4-010d672f128d None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.913448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09954108-d587-43aa-96a4-010d672f128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.956242 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:30:08.966103 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Sync routers for ids ['4a0f12ea-5085-4aae-a020-e414cceaacc1'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:30:08.976548 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Routers {'4a0f12ea-5085-4aae-a020-e414cceaacc1'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:08.977675 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['4a0f12ea-5085-4aae-a020-e414cceaacc1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:08.987729 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec44e2-ae1c-47bb-9eff-220130be2eae None None] Pushing event updated for resources: {'Port': ['ID=5903a499-9d46-463f-8e77-75e6ad910474,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:08.995129 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4b54-22e8-448c-87c2-3d62fefb1bda req-cba76a13-b3e0-49e7-9c24-db2d5dc7777e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:08.996618 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77be4b54-22e8-448c-87c2-3d62fefb1bda req-cba76a13-b3e0-49e7-9c24-db2d5dc7777e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0895441 Sep 23 10:30:08.998079 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:08.999204 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-41c9c0fe-3d90-4c4e-85d1-7dca643c3821 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8414483 Sep 23 10:30:09.002702 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57220) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:09.041385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77be4b54-22e8-448c-87c2-3d62fefb1bda req-b5f8bf1b-06b8-4b18-a18c-03b6bd903523 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355392 Sep 23 10:30:09.075934 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-09954108-d587-43aa-96a4-010d672f128d None None] Attempting to bind port 5903a499-9d46-463f-8e77-75e6ad910474 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:09.076672 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-09954108-d587-43aa-96a4-010d672f128d None None] Attempting to bind port 5903a499-9d46-463f-8e77-75e6ad910474 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:09.077195 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954108-d587-43aa-96a4-010d672f128d None None] Attempting to bind port 5903a499-9d46-463f-8e77-75e6ad910474 on network 3355b831-63db-45e3-9d8b-027b8b4f4e4c {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:09.084376 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954108-d587-43aa-96a4-010d672f128d None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:09.084755 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954108-d587-43aa-96a4-010d672f128d None None] Checking segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:09.085161 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09954108-d587-43aa-96a4-010d672f128d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.085558 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954108-d587-43aa-96a4-010d672f128d None None] Bound using segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:09.086075 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-09954108-d587-43aa-96a4-010d672f128d None None] Bound port: 5903a499-9d46-463f-8e77-75e6ad910474, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:09.086506 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09954108-d587-43aa-96a4-010d672f128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.171749 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Set router 4a0f12ea-5085-4aae-a020-e414cceaacc1 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:09.179745 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-09954108-d587-43aa-96a4-010d672f128d None None] For port 5903a499-9d46-463f-8e77-75e6ad910474, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:09.183900 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-09954108-d587-43aa-96a4-010d672f128d None None] For port 5903a499-9d46-463f-8e77-75e6ad910474, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=5903a499-9d46-463f-8e77-75e6ad910474,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:09.192739 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-09954108-d587-43aa-96a4-010d672f128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.207141 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732634a-030f-486e-a610-4c26e9e8a251 None None] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:30:09.392856 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec44e2-ae1c-47bb-9eff-220130be2eae None None] Pushing event updated for resources: {'Port': ['ID=5903a499-9d46-463f-8e77-75e6ad910474,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:09.398867 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-fa62e391-eb93-432e-9a95-a3dce30941ce None None] Provisioning complete for port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:09.399492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa62e391-eb93-432e-9a95-a3dce30941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.402918 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:09.403731 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:09.445427 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 3, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:09.485546 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Checking router: 4a0f12ea-5085-4aae-a020-e414cceaacc1 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:30:09.486744 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Updating router 4a0f12ea-5085-4aae-a020-e414cceaacc1 port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:30:09.512994 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223ed5e-ba5c-4f07-b66d-1a49e5556023 req-ed8931a2-1fcd-47df-a149-94df2da1277f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:09.518583 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0223ed5e-ba5c-4f07-b66d-1a49e5556023 req-ed8931a2-1fcd-47df-a149-94df2da1277f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1028614 Sep 23 10:30:09.544093 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.616133 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0223ed5e-ba5c-4f07-b66d-1a49e5556023 req-2966258c-4262-4941-a2e8-ea3206fecd6c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919464 Sep 23 10:30:09.666959 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:09.703906 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa62e391-eb93-432e-9a95-a3dce30941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.714635 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.805278 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-fa62e391-eb93-432e-9a95-a3dce30941ce None None] For port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,segment=NetworkSegment(d7ee1158-ba02-49b4-b36b-1bbb5ba32013),segment_id=d7ee1158-ba02-49b4-b36b-1bbb5ba32013)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:09.816110 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fa62e391-eb93-432e-9a95-a3dce30941ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.913467 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62e391-eb93-432e-9a95-a3dce30941ce None None] Pushing event updated for resources: {'Port': ['ID=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:09.924267 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.931699 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.976526 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-84efad60-b979-45de-9276-b41de6cb6341 None None] Provisioning complete for port 5903a499-9d46-463f-8e77-75e6ad910474 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:09.976897 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-84efad60-b979-45de-9276-b41de6cb6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:09.977530 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Allocated IP 172.20.0.1 (0d89f1f0-1777-4ec1-81fb-c052ce1f74a5/82acbcf6-02f3-47fd-bb24-98a3ca1c2760/85bf6364-a968-4832-a7a5-0e3b1efae94f) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:09.983923 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e5aa1-c9be-4f6d-aceb-9cc7df01b43c None None] Pushing event updated for resources: {'Port': ['ID=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:10.009588 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Attempting to bind port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:10.011298 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Attempting to bind port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:10.011740 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Attempting to bind port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:10.022295 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:10.022788 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:10.024128 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.024626 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:10.025594 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Bound port: c26c6841-ec6a-4d53-a6db-bcd0d8d9d913, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:10.026229 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.051032 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-09954108-d587-43aa-96a4-010d672f128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:09Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:10.097171 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] For port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:10.102454 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] For port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:10.102645 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954108-d587-43aa-96a4-010d672f128d None None] The sync data for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi is: [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:09Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:30:10.111475 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.131074 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.170215 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Routers {'4a0f12ea-5085-4aae-a020-e414cceaacc1'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:10.170845 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['4a0f12ea-5085-4aae-a020-e414cceaacc1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:10.181589 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.201857 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-84efad60-b979-45de-9276-b41de6cb6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.242265 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:10.246485 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:10.255462 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:10.314608 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-84efad60-b979-45de-9276-b41de6cb6341 None None] For port 5903a499-9d46-463f-8e77-75e6ad910474, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=5903a499-9d46-463f-8e77-75e6ad910474,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:10.322891 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-84efad60-b979-45de-9276-b41de6cb6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.348191 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeaea3-d46d-4cc3-9f39-531d7e171029 req-6d5c9402-8dbe-41e8-b7b7-42c58cb3299c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:10.355971 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7ebeaea3-d46d-4cc3-9f39-531d7e171029 req-6d5c9402-8dbe-41e8-b7b7-42c58cb3299c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1422050 Sep 23 10:30:10.381195 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.398073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efad60-b979-45de-9276-b41de6cb6341 None None] Pushing event updated for resources: {'Port': ['ID=5903a499-9d46-463f-8e77-75e6ad910474,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:10.409901 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Pushing event updated for resources: {'Port': ['ID=85bf6364-a968-4832-a7a5-0e3b1efae94f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:10.422946 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7ebeaea3-d46d-4cc3-9f39-531d7e171029 req-f369f029-37e3-4efb-9f72-f04572e405db tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604408 Sep 23 10:30:10.431565 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] Set router 4a0f12ea-5085-4aae-a020-e414cceaacc1 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:10.453840 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9c3a2c3b-9263-4b70-be8c-09328a9c55d8 None None] Provisioning complete for port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:10.456588 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9c3a2c3b-9263-4b70-be8c-09328a9c55d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.495582 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5903a499-9d46-463f-8e77-75e6ad910474 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:10.501155 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e5aa1-c9be-4f6d-aceb-9cc7df01b43c None None] Pushing event updated for resources: {'Port': ['ID=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:10.637750 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 5903a499-9d46-463f-8e77-75e6ad910474 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:10.638125 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.644806 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.758671 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 37b77f57-5dd5-4679-ba0d-3825c8ed0335 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:10.762360 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 3, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:10.793777 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda1d7f8-6589-4087-9afd-adcc9ba85427 None None] The sync data for ids ['4a0f12ea-5085-4aae-a020-e414cceaacc1'] in dv-cinder-810457-3-iscsi is: [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 3, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:30:10.800602 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297322a-1893-448e-a654-6d8292204c53 req-bb4313da-ad94-40f7-b692-59dc03021bc4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:10.801972 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a297322a-1893-448e-a654-6d8292204c53 req-bb4313da-ad94-40f7-b692-59dc03021bc4 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0748720 Sep 23 10:30:10.848622 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-25a49fc3-ed88-4e83-a845-2715630153ea None None] Provisioning complete for port 85bf6364-a968-4832-a7a5-0e3b1efae94f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:10.848997 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-25a49fc3-ed88-4e83-a845-2715630153ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.862378 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a297322a-1893-448e-a654-6d8292204c53 req-be96db38-0c1f-45e8-86a3-a572f44b8a5a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533714 Sep 23 10:30:10.894207 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.896183 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:10.896627 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.905893 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:10.946630 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-25a49fc3-ed88-4e83-a845-2715630153ea None None] Port 85bf6364-a968-4832-a7a5-0e3b1efae94f cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:30:10.984700 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Pushing event updated for resources: {'Port': ['ID=85bf6364-a968-4832-a7a5-0e3b1efae94f,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:11.012618 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:11.012815 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:11.062974 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:11.063356 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:11.146620 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:11.148076 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:11.456405 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Router 4a0f12ea-5085-4aae-a020-e414cceaacc1 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:30:11.588841 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-90642d6b-e78a-4485-ba9a-6051dbe83588 None None] Provisioning complete for port 85bf6364-a968-4832-a7a5-0e3b1efae94f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:11.589330 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90642d6b-e78a-4485-ba9a-6051dbe83588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:11.633365 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-90642d6b-e78a-4485-ba9a-6051dbe83588 None None] Port 85bf6364-a968-4832-a7a5-0e3b1efae94f cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:30:11.674208 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:30:11.674866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690565c-6484-41c7-9755-ec994be1aecc req-ff0c7722-2b41-4366-877b-69d731328134 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:11.676547 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0690565c-6484-41c7-9755-ec994be1aecc req-ff0c7722-2b41-4366-877b-69d731328134 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1171720 Sep 23 10:30:11.681649 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-908b16a5-5c46-406d-92c1-7de0f86ccc24 admin admin] 10.222.0.50 "PUT /v2.0/routers/4a0f12ea-5085-4aae-a020-e414cceaacc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754830 Sep 23 10:30:11.945748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0690565c-6484-41c7-9755-ec994be1aecc req-ffe621d2-ab3d-4ee5-b76b-72d902f03535 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624028 Sep 23 10:30:12.263089 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5903a499-9d46-463f-8e77-75e6ad910474 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:12.313434 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 5903a499-9d46-463f-8e77-75e6ad910474 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:12.313748 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:12.535692 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:12.605695 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:12.606935 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:12.733833 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:12.762891 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:12.768104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:12.862143 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:13.144492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2234a-166f-4ed3-8aec-9458ab0a7f76 req-a9d1ca6e-ffb5-45c0-afc6-9807d9b74833 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:13.154297 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-19b2234a-166f-4ed3-8aec-9458ab0a7f76 req-a9d1ca6e-ffb5-45c0-afc6-9807d9b74833 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0795412 Sep 23 10:30:13.233500 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-19b2234a-166f-4ed3-8aec-9458ab0a7f76 req-23a58941-779b-47b3-8301-5c48f3248213 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741019 Sep 23 10:30:13.355143 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Sync routers for ids ['4a0f12ea-5085-4aae-a020-e414cceaacc1'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:30:13.369282 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Routers {'4a0f12ea-5085-4aae-a020-e414cceaacc1'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:13.369984 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['4a0f12ea-5085-4aae-a020-e414cceaacc1'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:13.555112 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Set router 4a0f12ea-5085-4aae-a020-e414cceaacc1 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:13.809373 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 4, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '85bf6364-a968-4832-a7a5-0e3b1efae94f', 'name': '', 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'mac_address': 'fa:16:3e:21:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:09Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 2, 'project_id': '7b115f5930764b66a552f73a531043bd', 'subnets': [{'id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:13.844240 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Checking router: 4a0f12ea-5085-4aae-a020-e414cceaacc1 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:30:13.844608 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Updating router 4a0f12ea-5085-4aae-a020-e414cceaacc1 port 85bf6364-a968-4832-a7a5-0e3b1efae94f binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:30:13.878579 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.317229 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:14.427405 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:14.427876 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.440079 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.484488 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.603514 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f65a-fd58-450e-8de9-7912fdb04a5d req-157eb59e-5b24-4884-be35-1e373419c569 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:14.606562 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2d80f65a-fd58-450e-8de9-7912fdb04a5d req-157eb59e-5b24-4884-be35-1e373419c569 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1414356 Sep 23 10:30:14.709970 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2d80f65a-fd58-450e-8de9-7912fdb04a5d req-820ef717-c778-4d19-9642-75df5507397a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915644 Sep 23 10:30:14.750320 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Attempting to bind port 85bf6364-a968-4832-a7a5-0e3b1efae94f on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:14.751094 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Attempting to bind port 85bf6364-a968-4832-a7a5-0e3b1efae94f by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:14.752092 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Attempting to bind port 85bf6364-a968-4832-a7a5-0e3b1efae94f on network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:14.761644 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:14.762014 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Checking segment: {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:14.762429 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.762847 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Bound using segment: {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:14.763309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Bound port: 85bf6364-a968-4832-a7a5-0e3b1efae94f, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:14.763702 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.854382 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] For port 85bf6364-a968-4832-a7a5-0e3b1efae94f, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:14.858578 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] For port 85bf6364-a968-4832-a7a5-0e3b1efae94f, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=85bf6364-a968-4832-a7a5-0e3b1efae94f,segment=NetworkSegment(d7ee1158-ba02-49b4-b36b-1bbb5ba32013),segment_id=d7ee1158-ba02-49b4-b36b-1bbb5ba32013)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:14.863298 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42ebab-448a-4ea4-9901-cbfdd99efe74 None None] Pushing event updated for resources: {'Port': ['ID=85bf6364-a968-4832-a7a5-0e3b1efae94f,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:14.869678 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.926086 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42ebab-448a-4ea4-9901-cbfdd99efe74 None None] Pushing event updated for resources: {'Port': ['ID=85bf6364-a968-4832-a7a5-0e3b1efae94f,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:14.988564 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57334) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:14.992551 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f0376e14-cfcf-4aa0-ada3-84730e660023 None None] Provisioning complete for port 85bf6364-a968-4832-a7a5-0e3b1efae94f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:14.992954 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0376e14-cfcf-4aa0-ada3-84730e660023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:14.996060 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Routers {'4a0f12ea-5085-4aae-a020-e414cceaacc1'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:14.996704 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:29:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['4a0f12ea-5085-4aae-a020-e414cceaacc1'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:15.361549 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-04000044-7b33-4e51-9afb-3c0d94ffba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:15.398650 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] Set router 4a0f12ea-5085-4aae-a020-e414cceaacc1 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:15.427253 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0376e14-cfcf-4aa0-ada3-84730e660023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:15.575876 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-04000044-7b33-4e51-9afb-3c0d94ffba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:15.581828 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-04000044-7b33-4e51-9afb-3c0d94ffba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:15.695862 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-04000044-7b33-4e51-9afb-3c0d94ffba5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d3c7702ccc841468f644942d7bbd373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039192 Sep 23 10:30:15.695862 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04000044-7b33-4e51-9afb-3c0d94ffba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d6448-f4ea-419e-a3d7-d8f23255b4fd,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:15.697537 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57350) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:15.729436 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-f0376e14-cfcf-4aa0-ada3-84730e660023 None None] For port 85bf6364-a968-4832-a7a5-0e3b1efae94f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=85bf6364-a968-4832-a7a5-0e3b1efae94f,segment=NetworkSegment(d7ee1158-ba02-49b4-b36b-1bbb5ba32013),segment_id=d7ee1158-ba02-49b4-b36b-1bbb5ba32013)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:15.756062 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f0376e14-cfcf-4aa0-ada3-84730e660023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:15.908283 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-40d3c803-ee31-46f5-9294-69fcc65bde45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:15.922955 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b7dd-809c-4f90-8356-54c05e3c2f02 req-d81df3ac-2f1f-46ab-868b-a184fe6894ff tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:15.924989 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f9f7b7dd-809c-4f90-8356-54c05e3c2f02 req-d81df3ac-2f1f-46ab-868b-a184fe6894ff tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.0976064 Sep 23 10:30:15.985428 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-40d3c803-ee31-46f5-9294-69fcc65bde45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.054314 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0376e14-cfcf-4aa0-ada3-84730e660023 None None] Pushing event updated for resources: {'Port': ['ID=85bf6364-a968-4832-a7a5-0e3b1efae94f,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:16.076919 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-aafe4062-a7e1-4728-843a-9b3b6949124a None None] Provisioning complete for port 85bf6364-a968-4832-a7a5-0e3b1efae94f triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:16.077174 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-aafe4062-a7e1-4728-843a-9b3b6949124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.077991 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f9f7b7dd-809c-4f90-8356-54c05e3c2f02 req-37f923dd-46a9-47a6-9efa-f2af6d0c940d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359963 Sep 23 10:30:16.106511 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd90dd2-1bfc-48ef-b49a-f886884a5704 req-d9de69af-e28d-4e73-a344-cc917d811e07 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:16.109236 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ebd90dd2-1bfc-48ef-b49a-f886884a5704 req-d9de69af-e28d-4e73-a344-cc917d811e07 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1526189 Sep 23 10:30:16.128797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-40d3c803-ee31-46f5-9294-69fcc65bde45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.132440 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-40d3c803-ee31-46f5-9294-69fcc65bde45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.133817 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-40d3c803-ee31-46f5-9294-69fcc65bde45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a64d6448-f4ea-419e-a3d7-d8f23255b4fd HTTP/1.1" status: 204 len: 168 time: 0.4343138 Sep 23 10:30:16.157371 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c803-ee31-46f5-9294-69fcc65bde45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d6448-f4ea-419e-a3d7-d8f23255b4fd,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:16.192846 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ebd90dd2-1bfc-48ef-b49a-f886884a5704 req-29cfd54b-887b-47d0-914f-eb8bd60461a3 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691898 Sep 23 10:30:16.215562 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 4, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '85bf6364-a968-4832-a7a5-0e3b1efae94f', 'name': '', 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'mac_address': 'fa:16:3e:21:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:09Z', 'updated_at': '2021-09-23T10:30:14Z', 'revision_number': 4, 'project_id': '7b115f5930764b66a552f73a531043bd', 'subnets': [{'id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:16.287122 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ca0a-c0d7-43f5-bca2-0ad01d9d27ec None None] The sync data for ids ['4a0f12ea-5085-4aae-a020-e414cceaacc1'] in dv-cinder-810457-3-iscsi is: [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 4, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '85bf6364-a968-4832-a7a5-0e3b1efae94f', 'name': '', 'network_id': '0d89f1f0-1777-4ec1-81fb-c052ce1f74a5', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'mac_address': 'fa:16:3e:21:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:09Z', 'updated_at': '2021-09-23T10:30:14Z', 'revision_number': 4, 'project_id': '7b115f5930764b66a552f73a531043bd', 'subnets': [{'id': '82acbcf6-02f3-47fd-bb24-98a3ca1c2760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:30:16.604851 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57362) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:16.624141 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-06a1e699-65fc-4e42-acfa-979abb96b3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.791663 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-06a1e699-65fc-4e42-acfa-979abb96b3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.805003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-06a1e699-65fc-4e42-acfa-979abb96b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.854762 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-06a1e699-65fc-4e42-acfa-979abb96b3b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c376299750f401eafcc598ae3a11fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479990 Sep 23 10:30:16.856124 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1e699-65fc-4e42-acfa-979abb96b3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b0f9f-b6e7-4888-92c1-48575d241251,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:16.857722 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57364) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:16.956067 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec17d-3658-405f-942a-49d6c7522a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:16.995968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec17d-3658-405f-942a-49d6c7522a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:17.061714 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec17d-3658-405f-942a-49d6c7522a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:17.068248 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2a6ec17d-3658-405f-942a-49d6c7522a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:17.072676 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2a6ec17d-3658-405f-942a-49d6c7522a29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/678b0f9f-b6e7-4888-92c1-48575d241251 HTTP/1.1" status: 204 len: 168 time: 0.2088292 Sep 23 10:30:17.092446 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ec17d-3658-405f-942a-49d6c7522a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b0f9f-b6e7-4888-92c1-48575d241251,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:17.377878 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa9c6-26ed-4008-864d-5e7564e4de83 req-190b2405-7c6a-4061-b125-01e06ab832fc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:17.384721 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-715fa9c6-26ed-4008-864d-5e7564e4de83 req-190b2405-7c6a-4061-b125-01e06ab832fc tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1613226 Sep 23 10:30:17.410581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafaae9-17e8-4a48-b5f3-1f42d200d93d req-a45de512-2c00-4a3a-a8d3-a6fafa150830 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:17.413710 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2cafaae9-17e8-4a48-b5f3-1f42d200d93d req-a45de512-2c00-4a3a-a8d3-a6fafa150830 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1183920 Sep 23 10:30:17.460705 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-715fa9c6-26ed-4008-864d-5e7564e4de83 req-48eed5bb-b6ed-4393-9bd0-0904a145804d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733733 Sep 23 10:30:17.490313 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2cafaae9-17e8-4a48-b5f3-1f42d200d93d req-f9f0d5a0-698d-4021-9919-5d8af335703a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691733 Sep 23 10:30:17.618470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11a7a7-98c3-4e69-bbb1-0d86c2ede0d1 req-5278317f-ea4f-484d-889d-7b1439788e03 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:17.628586 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4c11a7a7-98c3-4e69-bbb1-0d86c2ede0d1 req-5278317f-ea4f-484d-889d-7b1439788e03 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0756395 Sep 23 10:30:17.683999 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4c11a7a7-98c3-4e69-bbb1-0d86c2ede0d1 req-e6303635-3aca-4662-bb99-3d70c2ebca02 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545232 Sep 23 10:30:18.270487 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 85bf6364-a968-4832-a7a5-0e3b1efae94f up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:18.351148 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 85bf6364-a968-4832-a7a5-0e3b1efae94f triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:18.352198 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:18.455209 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:30:18.620416 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:18.641522 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'mac_address': 'fa:16:3e:99:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:30:18.717220 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:18.738292 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04c596bd-a45a-4b77-97aa-ce571ca974c3 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:30:18.760611 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf8563-fe58-42d9-ac8b-39c96059982b req-aec17396-ba3c-4d15-a30e-3c605064af3b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:18.762333 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6adf8563-fe58-42d9-ac8b-39c96059982b req-aec17396-ba3c-4d15-a30e-3c605064af3b tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.1731448 Sep 23 10:30:18.773666 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:18.779642 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd466c-d4b0-4df2-89ca-7c0217bc3a11 req-a7d19a1e-1175-4c45-abf7-9c2e716a56be tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:18.785931 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:18.787599 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-05fd466c-d4b0-4df2-89ca-7c0217bc3a11 req-a7d19a1e-1175-4c45-abf7-9c2e716a56be tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1368530 Sep 23 10:30:18.900644 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['04c596bd-a45a-4b77-97aa-ce571ca974c3'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:30:18.911276 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6adf8563-fe58-42d9-ac8b-39c96059982b req-258e139d-0fe1-47a9-b275-445d759b3c24 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198046 Sep 23 10:30:18.952455 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-80c9e904-8a34-4356-b8ef-62249a59847f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:18.957658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:18.959633 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-80c9e904-8a34-4356-b8ef-62249a59847f tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 945 time: 0.2491722 Sep 23 10:30:18.989400 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-05fd466c-d4b0-4df2-89ca-7c0217bc3a11 req-b91d7023-ef8b-4123-841d-9ec0a043f3b9 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008698 Sep 23 10:30:19.177234 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74fbaf-bcf2-41fc-86c8-043b16c16ba9 req-e357a396-343b-434a-9541-cc779056f7e2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:19.184932 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ad74fbaf-bcf2-41fc-86c8-043b16c16ba9 req-e357a396-343b-434a-9541-cc779056f7e2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.1053286 Sep 23 10:30:19.236903 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Deleting port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:30:19.237250 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:19.244167 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ad74fbaf-bcf2-41fc-86c8-043b16c16ba9 req-ee0ceb38-2386-4089-b490-596ddc978081 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583932 Sep 23 10:30:19.378405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] For port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:19.379058 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:19.395704 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Calling delete_port for 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:30:19.577196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:19.595771 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf', '47c49a38-8b76-4415-9d44-3294f06aaff5'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:30:19.626991 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Pushing event deleted for resources: {'Port': ['ID=3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:19.696406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] No DVR routers for this DVR port 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:30:19.699419 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:19.703004 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b31d31c3-0652-4889-9c28-aa1b0bcb5ecc req-6b0c45e1-5fff-42ec-b889-80020d540664 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "DELETE /v2.0/ports/3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf HTTP/1.1" status: 204 len: 173 time: 0.7328660 Sep 23 10:30:19.704421 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3984a794-f215-44e8-bd30-3eeef500ac09', 'name': 'network-vif-deleted', 'tag': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:30:19.706113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25a7c70-404a-4b50-bdf7-e246008875e7" -d '{"events": [{"server_uuid": "3984a794-f215-44e8-bd30-3eeef500ac09", "name": "network-vif-deleted", "tag": "3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:30:19.756186 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ce711-1ee0-4f06-a197-89feb4b880cb x-openstack-request-id: req-f60ce711-1ee0-4f06-a197-89feb4b880cb {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:30:19.756808 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3984a794-f215-44e8-bd30-3eeef500ac09", "name": "network-vif-deleted", "tag": "3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:30:19.757215 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f60ce711-1ee0-4f06-a197-89feb4b880cb {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:30:19.757802 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3984a794-f215-44e8-bd30-3eeef500ac09', 'name': 'network-vif-deleted', 'tag': '3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf', 'status': 'completed', 'code': 200} Sep 23 10:30:20.089354 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1c33022-c085-43e2-9e4c-1a535e032b27 req-68e88676-aea3-485c-850b-26cc90599489 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=3984a794-f215-44e8-bd30-3eeef500ac09 HTTP/1.1" status: 200 len: 210 time: 0.0374417 Sep 23 10:30:20.372550 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b53dd-9a20-49a9-b9d7-0950d3a30d99 req-4e48ca3f-daf8-4f01-a79e-84c238e128b8 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:20.381328 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb7b53dd-9a20-49a9-b9d7-0950d3a30d99 req-4e48ca3f-daf8-4f01-a79e-84c238e128b8 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1989443 Sep 23 10:30:20.472998 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:20.635530 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 04c596bd-a45a-4b77-97aa-ce571ca974c3 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:20.636223 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:20.739355 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb7b53dd-9a20-49a9-b9d7-0950d3a30d99 req-aeed4c2a-6235-4af9-85eb-9b3682e4e3d3 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491709 Sep 23 10:30:20.779164 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023ca0f-ebd3-4831-ab37-db3d987fff79 req-78544115-79ff-4ff0-9a79-337b8dbe1821 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:20.787282 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:20.796797 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e023ca0f-ebd3-4831-ab37-db3d987fff79 req-78544115-79ff-4ff0-9a79-337b8dbe1821 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.3489828 Sep 23 10:30:20.851487 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:30:20.855474 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d551eba8-52ef-4a6b-989b-242127ca0c30" -d '{"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-plugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:30:20.892158 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:20.902056 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:20.908464 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e023ca0f-ebd3-4831-ab37-db3d987fff79 req-9a602931-995a-4a71-a4a1-e3cf46fc6f1a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104102 Sep 23 10:30:20.954069 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f4e53-ce88-42d9-88b7-da06715548de x-openstack-request-id: req-e30f4e53-ce88-42d9-88b7-da06715548de {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:30:20.954069 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-plugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:30:20.954069 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e30f4e53-ce88-42d9-88b7-da06715548de {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:30:20.954069 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'code': 200} Sep 23 10:30:21.009454 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:21.596791 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae614c5-515a-422d-83d0-83a456be9696 req-7738ef9e-816c-49d8-9121-32f54dcf646c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:21.606287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ae614c5-515a-422d-83d0-83a456be9696 req-7738ef9e-816c-49d8-9121-32f54dcf646c tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0879979 Sep 23 10:30:21.668838 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ae614c5-515a-422d-83d0-83a456be9696 req-1a9dee46-320a-4a3f-8d52-de21d1e797b9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612295 Sep 23 10:30:21.913125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5609f80-4e91-40d9-8bed-a40c80d8bf70 req-21462a2e-f9ae-40a9-941f-828e2c9788ac tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:21.921278 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a5609f80-4e91-40d9-8bed-a40c80d8bf70 req-21462a2e-f9ae-40a9-941f-828e2c9788ac tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0824792 Sep 23 10:30:22.032894 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a5609f80-4e91-40d9-8bed-a40c80d8bf70 req-ec54b365-4728-455b-88fd-bde4b70d9d9a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101747 Sep 23 10:30:22.115231 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3348a-79fc-4ae9-bea3-3448f375d49b req-c3297af2-c33f-4151-b067-b4210e810c1a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:22.126754 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ebf3348a-79fc-4ae9-bea3-3448f375d49b req-c3297af2-c33f-4151-b067-b4210e810c1a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0796254 Sep 23 10:30:22.207943 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ebf3348a-79fc-4ae9-bea3-3448f375d49b req-0682365a-96b6-4d0b-afdf-cab667426fff tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800998 Sep 23 10:30:22.330238 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57564) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:22.467546 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:30:22.517565 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:30:22.518167 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 3ae21b39-98f3-48e1-b80c-dc6a6b61dfdf not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:30:22.544247 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8138bca6-f51c-4cd0-a777-9cb7b3381a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:22.694387 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8138bca6-f51c-4cd0-a777-9cb7b3381a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:22.703366 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8138bca6-f51c-4cd0-a777-9cb7b3381a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:22.746700 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138bca6-f51c-4cd0-a777-9cb7b3381a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8b864-4fd6-4139-b7b0-b6b5fa65e7f8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:22.776511 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57570) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:22.777317 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-8138bca6-f51c-4cd0-a777-9cb7b3381a64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ccadd25f99a4fdf8f380c289c53354d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452317 Sep 23 10:30:22.821773 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-71e5fcba-707b-4d3a-8fe3-acf4848b6cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:22.921795 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdd311-69bc-46bb-abfb-9e004f7b3128 req-942cbc02-24dd-4ba7-9df0-0c98cac8902d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:22.923620 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bcbdd311-69bc-46bb-abfb-9e004f7b3128 req-942cbc02-24dd-4ba7-9df0-0c98cac8902d tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1151874 Sep 23 10:30:22.941757 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5c1b480e-f642-4437-814f-64561cc15fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:23.009072 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5c1b480e-f642-4437-814f-64561cc15fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:23.019064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bcbdd311-69bc-46bb-abfb-9e004f7b3128 req-a00d9725-8131-4973-acf0-84898a3fd51a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864966 Sep 23 10:30:23.111105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5c1b480e-f642-4437-814f-64561cc15fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:23.114289 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5c1b480e-f642-4437-814f-64561cc15fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:23.115752 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-5c1b480e-f642-4437-814f-64561cc15fdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8aa8b864-4fd6-4139-b7b0-b6b5fa65e7f8 HTTP/1.1" status: 204 len: 168 time: 0.3382523 Sep 23 10:30:23.129080 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b480e-f642-4437-814f-64561cc15fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8b864-4fd6-4139-b7b0-b6b5fa65e7f8,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:23.190154 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068904a3-a1f8-4e02-8945-76af0cc2f39d req-bf56f074-af94-454d-9bf7-d76a68f15189 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:23.192004 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-068904a3-a1f8-4e02-8945-76af0cc2f39d req-bf56f074-af94-454d-9bf7-d76a68f15189 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0604117 Sep 23 10:30:23.251079 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-068904a3-a1f8-4e02-8945-76af0cc2f39d req-0c274733-b63f-400a-b040-98afefe18f07 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525200 Sep 23 10:30:23.439603 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95324-9a6b-4129-a2ca-f84578da9c69 req-1a44c227-0fb2-48ea-aa82-6d7ba590f4f8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:23.441166 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-90a95324-9a6b-4129-a2ca-f84578da9c69 req-1a44c227-0fb2-48ea-aa82-6d7ba590f4f8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1276088 Sep 23 10:30:23.558886 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-90a95324-9a6b-4129-a2ca-f84578da9c69 req-ff32f229-98b2-431b-a6e3-cfbce8da5b9d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072543 Sep 23 10:30:23.719416 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57582) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:23.738902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f725b55a-3ad2-454b-ba16-4befe3875625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:23.957902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f725b55a-3ad2-454b-ba16-4befe3875625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:24.036475 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f725b55a-3ad2-454b-ba16-4befe3875625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:24.109641 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57588) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:24.132700 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-f725b55a-3ad2-454b-ba16-4befe3875625 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60f0b0862205455890fd7668d621c366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089627 Sep 23 10:30:24.205990 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e96df44-7b08-4978-a137-f51481d23a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:24.240025 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e96df44-7b08-4978-a137-f51481d23a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:24.254316 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b55a-3ad2-454b-ba16-4befe3875625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eedd7ae-bf8c-4496-b714-71fd75d45bd1,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:24.312819 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e96df44-7b08-4978-a137-f51481d23a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:24.316860 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1e96df44-7b08-4978-a137-f51481d23a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:24.322769 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbea9d-44d7-43ee-9cab-7f155a288518 req-f5f04605-5614-4c01-8194-beb66c6a0135 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:24.326423 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6dbea9d-44d7-43ee-9cab-7f155a288518 req-f5f04605-5614-4c01-8194-beb66c6a0135 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1671929 Sep 23 10:30:24.333975 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-1e96df44-7b08-4978-a137-f51481d23a45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6eedd7ae-bf8c-4496-b714-71fd75d45bd1 HTTP/1.1" status: 204 len: 168 time: 0.2227719 Sep 23 10:30:24.352865 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96df44-7b08-4978-a137-f51481d23a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eedd7ae-bf8c-4496-b714-71fd75d45bd1,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:24.436287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d6dbea9d-44d7-43ee-9cab-7f155a288518 req-4f4318b5-175b-4f92-bfcc-f3656f4f53c9 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018891 Sep 23 10:30:24.477537 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766518c-157c-4a3a-814f-2640fd30da94 req-88e852ab-f302-42e0-8fcd-47dec359e007 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:24.477537 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3766518c-157c-4a3a-814f-2640fd30da94 req-88e852ab-f302-42e0-8fcd-47dec359e007 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0756001 Sep 23 10:30:24.535739 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3766518c-157c-4a3a-814f-2640fd30da94 req-c78553fd-537d-4ec6-82ae-3b660696f069 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495446 Sep 23 10:30:24.810481 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65db0f2-4569-45ac-8936-13fa1f75b1a1 req-cacef04f-7d20-41c9-9323-d81a3b883dda tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:24.826854 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f65db0f2-4569-45ac-8936-13fa1f75b1a1 req-cacef04f-7d20-41c9-9323-d81a3b883dda tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1376879 Sep 23 10:30:24.921334 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f65db0f2-4569-45ac-8936-13fa1f75b1a1 req-a5c34c13-d55d-4384-941e-0c9771f3b774 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903921 Sep 23 10:30:25.357145 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:25.381129 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a4563df7-28a4-418b-a13e-31501ef8f327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:25.731821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0a919-5c84-4eb8-beea-7dd02bb1a693 req-0ca23b15-5a1f-427b-9dff-64374871d403 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:25.734169 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95d0a919-5c84-4eb8-beea-7dd02bb1a693 req-0ca23b15-5a1f-427b-9dff-64374871d403 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1642277 Sep 23 10:30:25.822178 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95d0a919-5c84-4eb8-beea-7dd02bb1a693 req-dd06979b-85a2-4baf-a776-2be25cb96f96 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 Sep 23 10:30:25.864404 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec91bf4-59cb-4804-9cc4-eff0f4e8aa52 req-1294e500-bdb3-4e7d-9aba-7a39a57cf777 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:25.876687 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2ec91bf4-59cb-4804-9cc4-eff0f4e8aa52 req-1294e500-bdb3-4e7d-9aba-7a39a57cf777 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1924160 Sep 23 10:30:25.943638 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2ec91bf4-59cb-4804-9cc4-eff0f4e8aa52 req-03207023-f690-444a-a77f-4176c9b5edeb tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630434 Sep 23 10:30:26.060661 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:26.084325 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deada9-cf07-45f5-98dd-c95721040cb6 req-e0fe0f7c-7cda-4067-bb9d-4992c94dd918 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:26.085879 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a4deada9-cf07-45f5-98dd-c95721040cb6 req-e0fe0f7c-7cda-4067-bb9d-4992c94dd918 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0777962 Sep 23 10:30:26.136566 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a4deada9-cf07-45f5-98dd-c95721040cb6 req-376b371e-00ca-41ca-b0cf-6ac9cd2fcdd2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423450 Sep 23 10:30:26.594849 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:26.751548 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-9c4d9b71-4566-47a4-bb52-4993c85d8b5f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:26.753892 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-9c4d9b71-4566-47a4-bb52-4993c85d8b5f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 815 time: 0.1540117 Sep 23 10:30:26.770603 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-3b6c5af1-62e0-4dac-8146-8b98fa946fc3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/quotas/ae8d7dddd243475db4c396cafec77262 HTTP/1.1" status: 200 len: 375 time: 0.0107076 Sep 23 10:30:26.855682 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-09209335-2394-4a3d-a442-c250715f68a7 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783064 Sep 23 10:30:26.994780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d976-5122-4951-acee-f8b4ee305963 req-79a2c69f-6550-407c-a297-0b816e907f83 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:26.996268 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1892d976-5122-4951-acee-f8b4ee305963 req-79a2c69f-6550-407c-a297-0b816e907f83 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0690281 Sep 23 10:30:27.000923 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-d45d94a8-d148-4d76-b183-3f61b1ccb778 service neutron] 10.222.0.50 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443942 Sep 23 10:30:27.109852 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1892d976-5122-4951-acee-f8b4ee305963 req-0cc0e2ec-508d-459c-bb5a-e8b20371011e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960715 Sep 23 10:30:27.139078 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57684) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:27.242088 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-71b0da88-1018-41a8-b533-1f8e5f47246d service neutron] 10.222.0.50 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166872 Sep 23 10:30:27.274412 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087aec1-61a8-49ba-ac07-3295121af7f7 req-31f77863-2bb8-4999-b4d5-f8f620950c2e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:27.276174 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9087aec1-61a8-49ba-ac07-3295121af7f7 req-31f77863-2bb8-4999-b4d5-f8f620950c2e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0789542 Sep 23 10:30:27.299624 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd637301-74cd-4d82-89cb-66455a8d82cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.344674 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9087aec1-61a8-49ba-ac07-3295121af7f7 req-1540e3b6-c851-4abf-8146-3db64b97630c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521622 Sep 23 10:30:27.474700 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bafd345e-d073-46ba-b1d3-3ba3611c7277 req-4a7872a8-c5ed-4142-bcd9-c94af28dd228 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 210 time: 0.0495811 Sep 23 10:30:27.494962 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd637301-74cd-4d82-89cb-66455a8d82cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.500645 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cd637301-74cd-4d82-89cb-66455a8d82cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.544431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ff5bd-37b1-4f5c-b004-10ee1dffa1a9 req-08166015-423b-400e-9e7d-449ace62423f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:27.548660 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f37ff5bd-37b1-4f5c-b004-10ee1dffa1a9 req-08166015-423b-400e-9e7d-449ace62423f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0723543 Sep 23 10:30:27.594517 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-cd637301-74cd-4d82-89cb-66455a8d82cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbcec15e785940e08622dfff8b98470c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532018 Sep 23 10:30:27.594665 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57694) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:27.595755 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd637301-74cd-4d82-89cb-66455a8d82cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831363d5-6e46-415f-a547-fd8793372342,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:27.684531 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f37ff5bd-37b1-4f5c-b004-10ee1dffa1a9 req-f316990b-846b-4d1b-b4b9-c92b70443b9d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254170 Sep 23 10:30:27.733747 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-51110eba-884f-433a-91a3-06487dcb4510 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:27.735706 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-51110eba-884f-433a-91a3-06487dcb4510 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.1176193 Sep 23 10:30:27.839858 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7e6104a3-b233-4078-8084-f3d299da67e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.870190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7e6104a3-b233-4078-8084-f3d299da67e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.920901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Deleting port 47c49a38-8b76-4415-9d44-3294f06aaff5 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:30:27.921332 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.997705 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7e6104a3-b233-4078-8084-f3d299da67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:27.999786 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7e6104a3-b233-4078-8084-f3d299da67e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.008564 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-7e6104a3-b233-4078-8084-f3d299da67e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/831363d5-6e46-415f-a547-fd8793372342 HTTP/1.1" status: 204 len: 168 time: 0.4069519 Sep 23 10:30:28.032754 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6104a3-b233-4078-8084-f3d299da67e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831363d5-6e46-415f-a547-fd8793372342,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:28.102742 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] For port 47c49a38-8b76-4415-9d44-3294f06aaff5, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=47c49a38-8b76-4415-9d44-3294f06aaff5,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:28.103535 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.118464 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Calling delete_port for 47c49a38-8b76-4415-9d44-3294f06aaff5 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:30:28.281489 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a73e4-554f-4598-a073-3ad2bab81af7 req-7a608459-ffe2-466d-928b-1bef36077d98 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:28.283127 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-805a73e4-554f-4598-a073-3ad2bab81af7 req-7a608459-ffe2-466d-928b-1bef36077d98 tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/ports?device_id=0645dade-a55d-4e58-a593-a365fbcf35e5 HTTP/1.1" status: 200 len: 946 time: 0.0988648 Sep 23 10:30:28.344316 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-805a73e4-554f-4598-a073-3ad2bab81af7 req-d95adda7-0c78-489d-8f7f-29fc7657729e tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.50 "GET /v2.0/security-groups?id=b44fcea5-121f-4fce-8504-426c9cde630b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Sep 23 10:30:28.350139 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.367961 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['47c49a38-8b76-4415-9d44-3294f06aaff5'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:30:28.390786 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Pushing event deleted for resources: {'Port': ['ID=47c49a38-8b76-4415-9d44-3294f06aaff5,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:28.453748 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] No DVR routers for this DVR port 47c49a38-8b76-4415-9d44-3294f06aaff5 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:30:28.454759 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.456596 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.459214 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d14598b8-ec5b-4f0c-8176-841b920a2b14 req-07e119ee-896c-480b-825d-3ba711f3af4a tempest-ServerRescueNegativeTestJSON-726567975 tempest-ServerRescueNegativeTestJSON-726567975-project] 10.222.0.59 "DELETE /v2.0/ports/47c49a38-8b76-4415-9d44-3294f06aaff5 HTTP/1.1" status: 204 len: 173 time: 0.7153585 Sep 23 10:30:28.459896 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'name': 'network-vif-deleted', 'tag': '47c49a38-8b76-4415-9d44-3294f06aaff5'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:30:28.462932 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc18f17-e49d-4b6c-9623-cb674354038c" -d '{"events": [{"server_uuid": "0645dade-a55d-4e58-a593-a365fbcf35e5", "name": "network-vif-deleted", "tag": "47c49a38-8b76-4415-9d44-3294f06aaff5"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:30:28.505759 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57718) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:28.512842 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764336e8-266e-4ade-bd32-e61de5bbac85 x-openstack-request-id: req-764336e8-266e-4ade-bd32-e61de5bbac85 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:30:28.513220 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0645dade-a55d-4e58-a593-a365fbcf35e5", "name": "network-vif-deleted", "tag": "47c49a38-8b76-4415-9d44-3294f06aaff5", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:30:28.513578 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-764336e8-266e-4ade-bd32-e61de5bbac85 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:30:28.514146 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0645dade-a55d-4e58-a593-a365fbcf35e5', 'name': 'network-vif-deleted', 'tag': '47c49a38-8b76-4415-9d44-3294f06aaff5', 'status': 'completed', 'code': 200} Sep 23 10:30:28.524521 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb1e781a-1004-4b4c-86b9-c3b524fabb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.593691 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796133e0-0be2-4b27-ba8a-1701f6107553 req-0f83ec3d-aa51-4956-bb17-9c6774307efc tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:28.600810 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-796133e0-0be2-4b27-ba8a-1701f6107553 req-0f83ec3d-aa51-4956-bb17-9c6774307efc tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1094198 Sep 23 10:30:28.642343 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8c8c2537-ed9e-46c1-a1ba-4e6b58562e3a req-7e8c28f1-6e7e-4fd4-bc92-6c361de4a94d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 210 time: 0.0392201 Sep 23 10:30:28.677672 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-796133e0-0be2-4b27-ba8a-1701f6107553 req-609163fa-f5e3-4593-9879-8a73e3d66d73 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759962 Sep 23 10:30:28.729276 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb1e781a-1004-4b4c-86b9-c3b524fabb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.740138 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-eb1e781a-1004-4b4c-86b9-c3b524fabb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.824317 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-eb1e781a-1004-4b4c-86b9-c3b524fabb20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bfc700905e34f8c8d8f12ca7f4f3155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144095 Sep 23 10:30:28.824317 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e781a-1004-4b4c-86b9-c3b524fabb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50be8d32-2efb-450d-8b04-aac4cac03876,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:28.835145 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57724) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:28.921926 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70c67ac9-f082-4d96-8816-7c08fcd5df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.947249 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70c67ac9-f082-4d96-8816-7c08fcd5df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:28.972846 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54198ddf-9826-4490-b580-ca1911e2f4e9 req-f2fc5fd5-b8d7-4501-a049-f4345a137b54 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:28.984270 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-54198ddf-9826-4490-b580-ca1911e2f4e9 req-f2fc5fd5-b8d7-4501-a049-f4345a137b54 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1913781 Sep 23 10:30:29.006757 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70c67ac9-f082-4d96-8816-7c08fcd5df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:29.016477 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-70c67ac9-f082-4d96-8816-7c08fcd5df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:29.020955 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-70c67ac9-f082-4d96-8816-7c08fcd5df56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50be8d32-2efb-450d-8b04-aac4cac03876 HTTP/1.1" status: 204 len: 168 time: 0.1837742 Sep 23 10:30:29.059422 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67ac9-f082-4d96-8816-7c08fcd5df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50be8d32-2efb-450d-8b04-aac4cac03876,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:29.242916 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-54198ddf-9826-4490-b580-ca1911e2f4e9 req-44e9a8bf-994a-4dec-b4b7-0bbf9078f390 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375787 Sep 23 10:30:29.262541 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182152f-acdc-46f8-93d7-f6a55ff02045 req-d639e111-1530-456b-91b1-cebfacd88566 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:29.273196 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5182152f-acdc-46f8-93d7-f6a55ff02045 req-d639e111-1530-456b-91b1-cebfacd88566 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.2357552 Sep 23 10:30:29.335451 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-982a41ea-effe-4473-9805-1c2c9b06f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:29.337372 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-982a41ea-effe-4473-9805-1c2c9b06f4c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1098 time: 0.2186844 Sep 23 10:30:29.347252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-b09c3834-2120-41d5-bf74-81f776a17cd6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:29.349049 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-b09c3834-2120-41d5-bf74-81f776a17cd6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 815 time: 0.5058296 Sep 23 10:30:29.380308 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'port': {'device_id': '95afeec7-36a5-402d-9069-a30497e689a8', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'admin_state_up': True, 'tenant_id': 'ae8d7dddd243475db4c396cafec77262'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:29.423564 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57746) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:29.444070 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5182152f-acdc-46f8-93d7-f6a55ff02045 req-1e689f79-5360-4a9e-af95-1f712ffc4b2c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698587 Sep 23 10:30:29.601325 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-dfbcdceb-4d52-4fd4-8818-b506b3fb517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:29.602983 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-dfbcdceb-4d52-4fd4-8818-b506b3fb517e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.2504599 Sep 23 10:30:29.666438 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Made reservation on behalf of ae8d7dddd243475db4c396cafec77262 for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:30:29.672185 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:29.729772 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-2d5ff8e5-5f73-4edf-a34a-e4481252675a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 1001 time: 0.1126711 Sep 23 10:30:30.335988 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-b0271e6c-e01f-4542-909c-aaa537a3738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:30.339697 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-b0271e6c-e01f-4542-909c-aaa537a3738b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.1011319 Sep 23 10:30:30.342490 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:30.414139 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29612c90-45d8-44d3-8415-75e9794c4d4d req-054573f0-7868-4a75-8afe-a8fa67e7acf6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 210 time: 0.1734109 Sep 23 10:30:30.485318 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 47c49a38-8b76-4415-9d44-3294f06aaff5 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:30:30.567188 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 47c49a38-8b76-4415-9d44-3294f06aaff5 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:30:30.569188 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 47c49a38-8b76-4415-9d44-3294f06aaff5 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:30:30.696621 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Allocated IP 172.20.0.9 (3355b831-63db-45e3-9d8b-027b8b4f4e4c/eceb95cf-2f66-4d42-a478-ea2914f94479/63030c24-7632-4df2-9360-e2d8e972e4ba) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:30:31.136416 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-c4ae680b-cd6e-46aa-b805-089f0b1896ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:31.140199 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-c4ae680b-cd6e-46aa-b805-089f0b1896ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7231863 Sep 23 10:30:31.175710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb5cf8-ade0-435f-955b-e934348ffe9d req-f863270f-b85f-484b-a3e9-9326500ae44a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:31.179355 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-34cb5cf8-ade0-435f-955b-e934348ffe9d req-f863270f-b85f-484b-a3e9-9326500ae44a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.4143131 Sep 23 10:30:31.302357 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-f41e0bfc-f89a-440c-8a29-0b37ed04a84a service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237624 Sep 23 10:30:31.312915 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025acc-4a38-4e16-85de-7ea12a7fc82e req-1987b679-45fb-4e38-9288-1f40be6a2581 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:31.321127 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6b025acc-4a38-4e16-85de-7ea12a7fc82e req-1987b679-45fb-4e38-9288-1f40be6a2581 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.5279441 Sep 23 10:30:31.560688 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6b025acc-4a38-4e16-85de-7ea12a7fc82e req-b8b589a6-bb93-456f-bcf9-26d7959f07ad tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385654 Sep 23 10:30:31.722849 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Deleting port edc8c2a0-1a29-48ec-97cc-58bdcf28787f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:30:31.724972 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:31.744575 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-34cb5cf8-ade0-435f-955b-e934348ffe9d req-b957720f-92bc-4d14-9205-2a80a4373962 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130521 Sep 23 10:30:31.804665 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1b1a66e4-6f1a-40c7-b820-e82ccfd1ccc6 req-93f9d765-2ff1-4e68-a68e-9c7c160a10d6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 210 time: 0.0794771 Sep 23 10:30:31.851673 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:31.864670 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a1ce46e6-5be4-48c0-a014-5807a017e822 req-fa35a5a4-344d-4464-b178-e16eef126a8f service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160265 Sep 23 10:30:31.923372 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:32.031107 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] For port edc8c2a0-1a29-48ec-97cc-58bdcf28787f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,segment=NetworkSegment(bd487903-f31d-404a-8de7-cbe41c53d98d),segment_id=bd487903-f31d-404a-8de7-cbe41c53d98d)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:32.031483 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:32.058917 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:32.067857 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Calling delete_port for edc8c2a0-1a29-48ec-97cc-58bdcf28787f owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:30:32.084202 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:30:32.089217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:30:32.111786 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:30:32.202823 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:32.204010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:32.227747 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2339d4f6-c011-4f7f-8df1-ac5684018a2c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8515053 Sep 23 10:30:32.275281 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Request body: {'port': {'device_id': '95afeec7-36a5-402d-9069-a30497e689a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:30:32.461025 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:32.649856 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-bab0d40d-b046-48ef-b78d-8b514540c367 None None] Provisioning complete for port 63030c24-7632-4df2-9360-e2d8e972e4ba triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:32.651557 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bab0d40d-b046-48ef-b78d-8b514540c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:32.752022 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-bab0d40d-b046-48ef-b78d-8b514540c367 None None] Port 63030c24-7632-4df2-9360-e2d8e972e4ba cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:30:32.810065 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:32.857426 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=edc8c2a0-1a29-48ec-97cc-58bdcf28787f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:33.162275 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141de9b-9e52-43dc-a17f-9a2141858198 req-3ca15669-1abb-4948-8499-31f33f30e81e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:33.163921 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d141de9b-9e52-43dc-a17f-9a2141858198 req-3ca15669-1abb-4948-8499-31f33f30e81e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.2608354 Sep 23 10:30:33.216785 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:33.260284 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bececf3-8233-4263-b67b-f867e7168d25 req-e0604842-512b-4d12-b05c-a67b7863ead5 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:33.261512 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4bececf3-8233-4263-b67b-f867e7168d25 req-e0604842-512b-4d12-b05c-a67b7863ead5 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.2687819 Sep 23 10:30:33.341573 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63030c24-7632-4df2-9360-e2d8e972e4ba {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:30:33.383311 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:33.496662 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d141de9b-9e52-43dc-a17f-9a2141858198 req-b1f961d0-909a-4594-8d1b-d671d2f23e4d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229791 Sep 23 10:30:33.504091 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Transition to ACTIVE for port object 63030c24-7632-4df2-9360-e2d8e972e4ba will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:30:33.507505 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4bececf3-8233-4263-b67b-f867e7168d25 req-11888fb9-df89-49d0-8267-ed9dc3dbd3cd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235386 Sep 23 10:30:33.517402 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:33.671940 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:33.895993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fb9c-0a6c-4499-892d-cbbddf2aff26 req-c9a3fd35-4117-45c7-a153-3ca5f1b412e6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:33.909983 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4124fb9c-0a6c-4499-892d-cbbddf2aff26 req-c9a3fd35-4117-45c7-a153-3ca5f1b412e6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.1725602 Sep 23 10:30:33.956057 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Router c64505dc-e20b-4889-82a2-4596d922d8d4 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:30:34.003764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Attempting to bind port 63030c24-7632-4df2-9360-e2d8e972e4ba on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:30:34.004070 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Attempting to bind port 63030c24-7632-4df2-9360-e2d8e972e4ba by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:30:34.004405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Attempting to bind port 63030c24-7632-4df2-9360-e2d8e972e4ba on network 3355b831-63db-45e3-9d8b-027b8b4f4e4c {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:34.040865 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4124fb9c-0a6c-4499-892d-cbbddf2aff26 req-88d644f5-24f1-404b-b985-22ffd196d0d9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258788 Sep 23 10:30:34.044148 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Port 63030c24-7632-4df2-9360-e2d8e972e4ba on network 3355b831-63db-45e3-9d8b-027b8b4f4e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:30:34.046685 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Attempting to bind port 63030c24-7632-4df2-9360-e2d8e972e4ba on network 3355b831-63db-45e3-9d8b-027b8b4f4e4c {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:30:34.064713 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:30:34.065304 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Checking segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:30:34.065891 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Bound using segment: {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:30:34.066693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Bound port: 63030c24-7632-4df2-9360-e2d8e972e4ba, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6e48e8-41d2-459e-902f-db959253b0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:30:34.067228 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:34.190426 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:30:34.193980 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:30:34.200697 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:34.203756 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:30:34.273394 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:30:34.284385 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-21fd2031-8d0a-4e8a-b0c3-814270084d2c admin admin] 10.222.0.50 "PUT /v2.0/routers/c64505dc-e20b-4889-82a2-4596d922d8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8567162 Sep 23 10:30:34.285475 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57822) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:34.289146 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:34.289988 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:34.295730 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] Sync routers for ids ['c64505dc-e20b-4889-82a2-4596d922d8d4'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:30:34.308025 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] 10.222.0.59 "PUT /v2.0/ports/63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 1093 time: 2.0371821 Sep 23 10:30:34.320783 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] Routers {'c64505dc-e20b-4889-82a2-4596d922d8d4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:34.325909 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:30:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['c64505dc-e20b-4889-82a2-4596d922d8d4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:34.343801 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:30:34.347368 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef3da0-45f5-4bc4-976c-c3e92eede28d" -d '{"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:30:34.530908 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0b556-d796-4b73-9511-12618da971ad x-openstack-request-id: req-55b0b556-d796-4b73-9511-12618da971ad {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:30:34.531796 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:30:34.532442 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55b0b556-d796-4b73-9511-12618da971ad {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:30:34.533123 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'status': 'completed', 'code': 200} Sep 23 10:30:34.617519 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1db0f5-9b15-4369-87e0-72efe272ae37 service neutron] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:34.659421 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-c68f1aa0-261f-45d8-aae5-7139dca54b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:34.662372 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-c68f1aa0-261f-45d8-aae5-7139dca54b83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1096 time: 0.2924454 Sep 23 10:30:34.760997 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:34.830896 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] Set router c64505dc-e20b-4889-82a2-4596d922d8d4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:34.869685 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-8e2a7cab-a735-4f4c-8812-fc6e134675e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 217 time: 0.1952960 Sep 23 10:30:34.959437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffc31f-81b1-4c3f-836f-a886e30c7db4 req-745155d0-31a1-4d94-93f0-08563ec66750 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:34.961429 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aeffc31f-81b1-4c3f-836f-a886e30c7db4 req-745155d0-31a1-4d94-93f0-08563ec66750 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1705034 Sep 23 10:30:34.985774 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-792e6dad-febe-472d-838c-3feb32b91ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:34.991659 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-792e6dad-febe-472d-838c-3feb32b91ad2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.1118329 Sep 23 10:30:35.084307 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:35.089395 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-aeffc31f-81b1-4c3f-836f-a886e30c7db4 req-57bc8a9f-23c8-4a6f-800f-fcee1baafb25 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159024 Sep 23 10:30:35.119183 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2cf4d107-923a-4b2f-b45a-e43a8242959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:35.123306 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-2cf4d107-923a-4b2f-b45a-e43a8242959b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153152 Sep 23 10:30:35.211031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Deleting port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:30:35.211466 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:35.347194 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:30:32Z', 'revision_number': 5, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port': {'id': 'f0fd7eb2-a4ac-48c4-b44c-caaffae3324d', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:40Z', 'updated_at': '2021-09-23T10:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:35.389877 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] For port f0fd7eb2-a4ac-48c4-b44c-caaffae3324d, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:35.390663 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:35.396203 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] Checking router: c64505dc-e20b-4889-82a2-4596d922d8d4 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:30:35.408875 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] Routers {'c64505dc-e20b-4889-82a2-4596d922d8d4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:30:35.409842 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:30:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['c64505dc-e20b-4889-82a2-4596d922d8d4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:35.411789 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Calling delete_port for f0fd7eb2-a4ac-48c4-b44c-caaffae3324d owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:30:35.472164 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308974b-0a1f-430c-84e0-bc76875f5abc req-b140079d-5a22-4a7a-9521-5dfd3a6a786e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:35.478057 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b308974b-0a1f-430c-84e0-bc76875f5abc req-b140079d-5a22-4a7a-9521-5dfd3a6a786e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.2734888 Sep 23 10:30:35.480351 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-61b66a12-8bbb-4db3-82a3-8908c6d8de99 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312030 Sep 23 10:30:35.522630 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] Set router c64505dc-e20b-4889-82a2-4596d922d8d4 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:30:35.603795 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:30:35Z', 'revision_number': 6, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:35.692134 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bf76d-f521-4c61-883b-ebb6725e5660 None None] The sync data for ids ['c64505dc-e20b-4889-82a2-4596d922d8d4'] in dv-cinder-810457-3-iscsi is: [{'id': 'c64505dc-e20b-4889-82a2-4596d922d8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-340337277-router', 'tenant_id': 'cedee4c0b4b74316b7bad4775663f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:30:35Z', 'revision_number': 6, 'project_id': 'cedee4c0b4b74316b7bad4775663f93c', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:30:35.718842 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b308974b-0a1f-430c-84e0-bc76875f5abc req-ce3456ae-c5ef-48d7-b1ec-27c0625cf81b tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373865 Sep 23 10:30:35.814454 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1736824-92a8-4bee-a47b-d4a84c880fcc req-ad545e2e-ddb4-4c1f-aa42-c3a881337c50 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892034 Sep 23 10:30:35.822599 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:35.886721 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fd7eb2-a4ac-48c4-b44c-caaffae3324d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:35.976719 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.238544 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.241569 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.359097 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device edc8c2a0-1a29-48ec-97cc-58bdcf28787f no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:30:36.400224 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01062513-8362-47d3-9566-0668b517d945 req-230b2c6e-6ec7-4b54-b5a9-3504637cf133 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:36.403241 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01062513-8362-47d3-9566-0668b517d945 req-230b2c6e-6ec7-4b54-b5a9-3504637cf133 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1285634 Sep 23 10:30:36.442870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.443799 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64505dc-e20b-4889-82a2-4596d922d8d4 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:30:36.455919 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.457356 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b7127a8a-0ecf-4344-9715-0d6dbb0ad89b admin admin] 10.222.0.50 "DELETE /v2.0/routers/c64505dc-e20b-4889-82a2-4596d922d8d4 HTTP/1.1" status: 204 len: 168 time: 2.1694417 Sep 23 10:30:36.462561 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57854) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:36.482407 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: edc8c2a0-1a29-48ec-97cc-58bdcf28787f {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:30:36.491717 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01062513-8362-47d3-9566-0668b517d945 req-815e4135-a8ca-40e9-8152-30ba2df3aaaf tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773959 Sep 23 10:30:36.502338 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device edc8c2a0-1a29-48ec-97cc-58bdcf28787f not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:30:36.585903 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Deleting subnet 0e2fec1b-c04b-4c9e-a925-b4018354e281 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:30:36.595624 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.673402 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.775061 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.907515 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:36.964654 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2fec1b-c04b-4c9e-a925-b4018354e281,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:36.994786 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.005337 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-784e5d27-477f-43fb-8e47-fb79fc0d5d58 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e2fec1b-c04b-4c9e-a925-b4018354e281 HTTP/1.1" status: 204 len: 168 time: 0.5418491 Sep 23 10:30:37.009919 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:37.015287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f53c7a-00c6-4935-9e8e-3981d42239f8 req-da8fcb76-5e66-4ffd-aa88-05b4477dacd9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:37.016892 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b3f53c7a-00c6-4935-9e8e-3981d42239f8 req-da8fcb76-5e66-4ffd-aa88-05b4477dacd9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.1669979 Sep 23 10:30:37.104832 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b3f53c7a-00c6-4935-9e8e-3981d42239f8 req-4492dca3-b506-4ad9-aa8c-ed05012af934 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736382 Sep 23 10:30:37.163667 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.582733 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.646694 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a79d539-77ee-47e4-83f0-e49b70463db6']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:37.690122 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd487903-f31d-404a-8de7-cbe41c53d98d') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:37.690429 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd487903-f31d-404a-8de7-cbe41c53d98d') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:30:37.713815 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.730096 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.741577 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:30:37.742451 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.743427 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd7c55-e640-42a5-99f5-b25151137b85 req-d4aa0b51-7251-4069-8882-c10a09108c22 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:37.745013 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-33bd7c55-e640-42a5-99f5-b25151137b85 req-d4aa0b51-7251-4069-8882-c10a09108c22 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0888875 Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:30:37.746314 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:30:37.833114 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.837422 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-33bd7c55-e640-42a5-99f5-b25151137b85 req-3b5c3110-1584-48f9-a464-df62c7609d54 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788097 Sep 23 10:30:37.840456 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:37.843302 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a79d539-77ee-47e4-83f0-e49b70463db6 HTTP/1.1" status: 204 len: 168 time: 0.8321860 Sep 23 10:30:37.868384 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb39de-05ed-4c45-916d-8fc8a12cbc11 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a79d539-77ee-47e4-83f0-e49b70463db6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:38.130006 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 57882) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:38.189838 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f0fd7eb2-a4ac-48c4-b44c-caaffae3324d no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:30:38.221360 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: f0fd7eb2-a4ac-48c4-b44c-caaffae3324d {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:30:38.222986 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f0fd7eb2-a4ac-48c4-b44c-caaffae3324d not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:30:38.248533 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57886) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:38.249356 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-470dfa85-29f2-43b3-b53b-6551a067fd1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cedee4c0b4b74316b7bad4775663f93c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1181190 Sep 23 10:30:38.307243 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4b32-9421-4e2a-baef-a1aef5b1ccad req-a984ae33-8914-4814-b6cd-983087fd647d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:38.308631 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f49d4b32-9421-4e2a-baef-a1aef5b1ccad req-a984ae33-8914-4814-b6cd-983087fd647d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.1097615 Sep 23 10:30:38.370890 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f49d4b32-9421-4e2a-baef-a1aef5b1ccad req-c6397b81-59f8-485f-a913-6ce6f2fa7b2a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546668 Sep 23 10:30:38.374525 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e74585e2-25fb-499a-bb2d-5b8e4ebae099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:38.409095 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e74585e2-25fb-499a-bb2d-5b8e4ebae099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:38.535047 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e74585e2-25fb-499a-bb2d-5b8e4ebae099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:38.539020 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e74585e2-25fb-499a-bb2d-5b8e4ebae099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:38.540367 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e74585e2-25fb-499a-bb2d-5b8e4ebae099 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b44fcea5-121f-4fce-8504-426c9cde630b HTTP/1.1" status: 204 len: 168 time: 0.2783067 Sep 23 10:30:38.561274 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74585e2-25fb-499a-bb2d-5b8e4ebae099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44fcea5-121f-4fce-8504-426c9cde630b,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:39.038336 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498cd75-e612-45be-b948-cfdff352166e req-aaacb8a0-cc1b-4003-9f77-30521d8892b1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:39.040639 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1498cd75-e612-45be-b948-cfdff352166e req-aaacb8a0-cc1b-4003-9f77-30521d8892b1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0580454 Sep 23 10:30:39.111154 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1498cd75-e612-45be-b948-cfdff352166e req-99900d50-2fd6-42e8-8ea7-265255242659 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632539 Sep 23 10:30:39.622811 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659e73a-ada2-419c-af20-eb257fecd0d7 req-29eaa545-5fb9-4ddf-a2cc-811e303aa993 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:39.631653 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6659e73a-ada2-419c-af20-eb257fecd0d7 req-29eaa545-5fb9-4ddf-a2cc-811e303aa993 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.1002645 Sep 23 10:30:39.669941 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6659e73a-ada2-419c-af20-eb257fecd0d7 req-225e0974-2b0c-4e8a-945a-c755fb4075e8 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Sep 23 10:30:40.272995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5eb5-3317-4949-8e2a-5a9a2c33d0a0 req-d3f435d0-63ed-4b1c-a86f-15b0da901c90 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:40.274560 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-706c5eb5-3317-4949-8e2a-5a9a2c33d0a0 req-d3f435d0-63ed-4b1c-a86f-15b0da901c90 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0829308 Sep 23 10:30:40.360094 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-706c5eb5-3317-4949-8e2a-5a9a2c33d0a0 req-120f8ed2-e6f9-4046-aec7-6ccc9b6a6de4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763664 Sep 23 10:30:40.898561 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2258-5565-4703-bebf-2ee799a922cc req-729caf7b-3d8d-4ebe-a771-98e302b8d6ba tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:40.913029 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-515c2258-5565-4703-bebf-2ee799a922cc req-729caf7b-3d8d-4ebe-a771-98e302b8d6ba tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.0817323 Sep 23 10:30:40.980897 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-515c2258-5565-4703-bebf-2ee799a922cc req-3d354c02-594b-4d1d-91be-f18da4e2cad9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684886 Sep 23 10:30:41.552750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6117d-1efd-44d7-ba68-357efbe1d87a req-2b54a96a-228f-444f-9d77-842a1820cb55 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:41.554217 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c6a6117d-1efd-44d7-ba68-357efbe1d87a req-2b54a96a-228f-444f-9d77-842a1820cb55 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0708625 Sep 23 10:30:41.602632 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c6a6117d-1efd-44d7-ba68-357efbe1d87a req-80f42c35-26bc-4210-9aff-73f959c2cbfc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 Sep 23 10:30:42.147021 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358abd9-2f86-4e33-8170-a5928362d1fa req-e115658b-96df-479c-9d6c-ffe69664c2ae tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:42.148642 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0358abd9-2f86-4e33-8170-a5928362d1fa req-e115658b-96df-479c-9d6c-ffe69664c2ae tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.0621316 Sep 23 10:30:42.235468 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0358abd9-2f86-4e33-8170-a5928362d1fa req-81c62a6c-f240-431c-9b14-5045caa4174e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767369 Sep 23 10:30:42.779847 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd395a-8f36-42b1-aaaf-ad41076b2b46 req-c5e6593f-3b55-40e2-a839-b30c613cc9da tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:42.787966 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-97dd395a-8f36-42b1-aaaf-ad41076b2b46 req-c5e6593f-3b55-40e2-a839-b30c613cc9da tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0847812 Sep 23 10:30:42.945349 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-97dd395a-8f36-42b1-aaaf-ad41076b2b46 req-67f89356-da76-4ed3-b505-36b90cb76237 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412592 Sep 23 10:30:43.042815 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 57996) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:43.227894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.402573 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.408759 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.425881 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6099b6-02da-4562-83b2-54231b78193e req-aea19636-f15e-4fd0-9a30-eb67deb88ccd tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:43.428024 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7f6099b6-02da-4562-83b2-54231b78193e req-aea19636-f15e-4fd0-9a30-eb67deb88ccd tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.1036201 Sep 23 10:30:43.486311 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f79bfb864f6a401393f8f21feadcf9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422274 Sep 23 10:30:43.497665 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610bf25e-cf2d-46e1-8017-96abd8a1334b,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:43.497925 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58004) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:43.504179 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.504537 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.504877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.505210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.505645 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.505983 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.506317 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.506638 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.506964 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.507282 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.507599 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.507916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c49bbc2-6bfa-4577-9ac3-03fb35c56768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:30:43.513422 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7f6099b6-02da-4562-83b2-54231b78193e req-b50c2134-ca02-4df8-8579-14eb45c7c630 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Sep 23 10:30:43.549325 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982f1a7f-ebdf-4e67-bd83-9871370c8d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.575062 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982f1a7f-ebdf-4e67-bd83-9871370c8d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.627444 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982f1a7f-ebdf-4e67-bd83-9871370c8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.630028 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-982f1a7f-ebdf-4e67-bd83-9871370c8d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:43.631211 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-982f1a7f-ebdf-4e67-bd83-9871370c8d76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/610bf25e-cf2d-46e1-8017-96abd8a1334b HTTP/1.1" status: 204 len: 168 time: 0.1412616 Sep 23 10:30:43.639554 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f1a7f-ebdf-4e67-bd83-9871370c8d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bf25e-cf2d-46e1-8017-96abd8a1334b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:43.927883 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58010) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:43.941082 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-04226801-764c-41c0-b19a-44b5f76aa92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.036872 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-04226801-764c-41c0-b19a-44b5f76aa92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.040950 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-04226801-764c-41c0-b19a-44b5f76aa92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.072544 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a163b7-7c64-4f5f-85fc-0831b93e3e92 req-d02085c0-2ffb-4502-b256-c4220dafeeda tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:44.074067 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d5a163b7-7c64-4f5f-85fc-0831b93e3e92 req-d02085c0-2ffb-4502-b256-c4220dafeeda tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0508416 Sep 23 10:30:44.077217 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226801-764c-41c0-b19a-44b5f76aa92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7431ca9-77c0-48df-9784-aff40bbd1b20,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:44.083024 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-04226801-764c-41c0-b19a-44b5f76aa92c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b821ee32038641ea9a74d01ff819f3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541271 Sep 23 10:30:44.085838 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58014) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:44.120103 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d5a163b7-7c64-4f5f-85fc-0831b93e3e92 req-b67c0b8f-07ee-41fc-886c-1b873be9feb7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358613 Sep 23 10:30:44.139580 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0095875-50b6-4f7f-9b42-e91bc099d7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.163208 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0095875-50b6-4f7f-9b42-e91bc099d7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.222566 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0095875-50b6-4f7f-9b42-e91bc099d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.233343 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b0095875-50b6-4f7f-9b42-e91bc099d7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.233343 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b0095875-50b6-4f7f-9b42-e91bc099d7f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7431ca9-77c0-48df-9784-aff40bbd1b20 HTTP/1.1" status: 204 len: 168 time: 0.1396494 Sep 23 10:30:44.235451 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0095875-50b6-4f7f-9b42-e91bc099d7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7431ca9-77c0-48df-9784-aff40bbd1b20,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:44.592485 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-b5507137-44b0-414c-a14b-eea66b086d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:44.595202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-b5507137-44b0-414c-a14b-eea66b086d7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1096 time: 0.0761509 Sep 23 10:30:44.669013 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58036) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:44.686679 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37048a47-078e-4ac5-a3cd-9186cc6f6541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.763138 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e3527-4171-4ba9-b6b7-cae3398247e2 req-bdfa1ea2-968d-48a0-a63d-80622a00523c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:44.764728 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e62e3527-4171-4ba9-b6b7-cae3398247e2 req-bdfa1ea2-968d-48a0-a63d-80622a00523c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.1600299 Sep 23 10:30:44.780886 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37048a47-078e-4ac5-a3cd-9186cc6f6541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.785677 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-37048a47-078e-4ac5-a3cd-9186cc6f6541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.818082 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-bf5f3318-5efb-4dc6-94bb-39df9fb06845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:44.820490 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-bf5f3318-5efb-4dc6-94bb-39df9fb06845 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 916 time: 0.1972804 Sep 23 10:30:44.825766 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37048a47-078e-4ac5-a3cd-9186cc6f6541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34faffa-279f-404e-bd84-ba30b48ed540,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:44.827518 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e62e3527-4171-4ba9-b6b7-cae3398247e2 req-a30ca21c-f790-4132-8019-d7ce97aaaee4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Sep 23 10:30:44.830215 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-37048a47-078e-4ac5-a3cd-9186cc6f6541 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cff9f48ded214a9f969b918094759fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596467 Sep 23 10:30:44.833041 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58038) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:44.908589 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-64825589-2e55-4159-ad6e-d46a5c16c79d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 217 time: 0.0509877 Sep 23 10:30:44.931191 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3b8d66a9-9b1d-48bf-8269-e3926405807e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.979948 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3b8d66a9-9b1d-48bf-8269-e3926405807e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:44.990230 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-0f0c490c-f0e8-4d2f-8945-cbbc599e81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:44.991705 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-0f0c490c-f0e8-4d2f-8945-cbbc599e81ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.0726252 Sep 23 10:30:45.057136 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-82ef693f-d9ff-40c2-987d-7dbd467d89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:45.058658 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-82ef693f-d9ff-40c2-987d-7dbd467d89dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514333 Sep 23 10:30:45.066088 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3b8d66a9-9b1d-48bf-8269-e3926405807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:45.069047 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3b8d66a9-9b1d-48bf-8269-e3926405807e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:45.070415 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-3b8d66a9-9b1d-48bf-8269-e3926405807e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a34faffa-279f-404e-bd84-ba30b48ed540 HTTP/1.1" status: 204 len: 168 time: 0.2364130 Sep 23 10:30:45.116911 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d66a9-9b1d-48bf-8269-e3926405807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34faffa-279f-404e-bd84-ba30b48ed540,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:45.173564 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591895-b64c-4999-ae98-816eb80ff507 req-bf74e192-e29b-4992-9659-b5db0fbea439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:45.175122 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-bf74e192-e29b-4992-9659-b5db0fbea439 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1098 time: 0.0946121 Sep 23 10:30:45.260951 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-1b52c1f7-9776-4791-a301-7cc25a992886 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894591 Sep 23 10:30:45.355086 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba20b1-d07b-4188-a2a8-95a4c1556499 req-2a776d6c-f54c-48cd-b7b4-b49cbbe2e947 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:45.356559 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02ba20b1-d07b-4188-a2a8-95a4c1556499 req-2a776d6c-f54c-48cd-b7b4-b49cbbe2e947 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.1508090 Sep 23 10:30:45.387227 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591895-b64c-4999-ae98-816eb80ff507 req-682448ac-b396-4f79-b6c8-b9dc0c44820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:45.388711 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-682448ac-b396-4f79-b6c8-b9dc0c44820c service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.2041216 Sep 23 10:30:45.718804 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4aef3da0-45f5-4bc4-976c-c3e92eede28d req-5db9817b-a3f3-4365-9fe7-c55cc38643ec service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292088 Sep 23 10:30:45.730588 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02ba20b1-d07b-4188-a2a8-95a4c1556499 req-731a7a26-c4c2-4e09-b1bd-2fadcf1636e3 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467870 Sep 23 10:30:45.737734 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-99ac17c7-057c-4ac5-ba44-73b3f2f2e1f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 200 len: 1001 time: 0.3387985 Sep 23 10:30:45.799996 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591895-b64c-4999-ae98-816eb80ff507 req-80cd2eb6-cb3c-4911-a461-c729188e2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:45.804265 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-80cd2eb6-cb3c-4911-a461-c729188e2ca2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0510299 Sep 23 10:30:45.852291 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58080) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:45.860423 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591895-b64c-4999-ae98-816eb80ff507 req-75f8f2d9-4e38-4888-8952-974946589327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:45.861493 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-75f8f2d9-4e38-4888-8952-974946589327 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476234 Sep 23 10:30:45.970490 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65721b52-fc1e-488b-b66f-8f1f59348fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.003116 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca972f-8152-4f9c-9296-521b85e42c1d req-bfd01f05-fa37-4540-ad35-4448824a7e95 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:46.004582 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b8ca972f-8152-4f9c-9296-521b85e42c1d req-bfd01f05-fa37-4540-ad35-4448824a7e95 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.0953426 Sep 23 10:30:46.010387 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-e5891c3d-d557-4732-a701-90ada16e9d5d service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380916 Sep 23 10:30:46.069263 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65721b52-fc1e-488b-b66f-8f1f59348fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.074111 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-65721b52-fc1e-488b-b66f-8f1f59348fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.075907 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b8ca972f-8152-4f9c-9296-521b85e42c1d req-d994b6e7-4797-43ea-8bcc-9b51f24da2f8 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645487 Sep 23 10:30:46.112391 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65721b52-fc1e-488b-b66f-8f1f59348fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af058131-5cf7-4a9a-b543-058e989ec0eb,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:46.122316 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-65721b52-fc1e-488b-b66f-8f1f59348fa5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=445f21964852456c8fb53dc44e627b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687659 Sep 23 10:30:46.124668 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58086) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:46.156863 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01591895-b64c-4999-ae98-816eb80ff507 req-72335e46-fb36-4ee3-a965-db60e9e7c482 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300409 Sep 23 10:30:46.178563 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebf743bd-20fe-4651-9377-0686c7bd1240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.203592 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebf743bd-20fe-4651-9377-0686c7bd1240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.250576 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebf743bd-20fe-4651-9377-0686c7bd1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.253167 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ebf743bd-20fe-4651-9377-0686c7bd1240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.254356 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ebf743bd-20fe-4651-9377-0686c7bd1240 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af058131-5cf7-4a9a-b543-058e989ec0eb HTTP/1.1" status: 204 len: 168 time: 0.1287732 Sep 23 10:30:46.264884 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf743bd-20fe-4651-9377-0686c7bd1240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af058131-5cf7-4a9a-b543-058e989ec0eb,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:46.532708 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58096) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:46.545233 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6343-560d-4fb8-a43d-e7357d9bfb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.640260 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6343-560d-4fb8-a43d-e7357d9bfb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.644439 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e0c6343-560d-4fb8-a43d-e7357d9bfb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.681749 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9e0c6343-560d-4fb8-a43d-e7357d9bfb08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55c41b8500b349fc8cb97e6f44e63953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479967 Sep 23 10:30:46.682604 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c6343-560d-4fb8-a43d-e7357d9bfb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfe5169-04bb-46cb-8519-1cec03057fe8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:46.684422 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58098) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:46.734948 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6fc292a0-bddb-4fb5-8981-52ebe2bd2ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.755778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6fc292a0-bddb-4fb5-8981-52ebe2bd2ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.817326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6fc292a0-bddb-4fb5-8981-52ebe2bd2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.819780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6fc292a0-bddb-4fb5-8981-52ebe2bd2ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:46.820819 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-6fc292a0-bddb-4fb5-8981-52ebe2bd2ffe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0bfe5169-04bb-46cb-8519-1cec03057fe8 HTTP/1.1" status: 204 len: 168 time: 0.1338131 Sep 23 10:30:46.844453 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc292a0-bddb-4fb5-8981-52ebe2bd2ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfe5169-04bb-46cb-8519-1cec03057fe8,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:46.867727 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4276d5-c3f2-44f3-8d9c-04b0828819bc req-9f0db6b3-8276-412d-9a10-6899144ecda1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:46.869219 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4b4276d5-c3f2-44f3-8d9c-04b0828819bc req-9f0db6b3-8276-412d-9a10-6899144ecda1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0615406 Sep 23 10:30:46.907984 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4b4276d5-c3f2-44f3-8d9c-04b0828819bc req-9a3995a2-43e0-4a59-9262-54260c2598e8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Sep 23 10:30:47.199683 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93fea1-2f3a-4ba2-b062-a243d0b46cc1 req-0440922e-b117-4db5-8473-daf1f87c4b62 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:47.201803 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd93fea1-2f3a-4ba2-b062-a243d0b46cc1 req-0440922e-b117-4db5-8473-daf1f87c4b62 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.0552785 Sep 23 10:30:47.239178 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd93fea1-2f3a-4ba2-b062-a243d0b46cc1 req-edcbd039-3eab-4fb0-a178-671123a16251 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Sep 23 10:30:48.024620 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f98a73-3e1b-4706-830d-6b53c6cb171f req-6eb28c05-688e-44e9-8dff-eb7296ca299a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:48.026330 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-68f98a73-3e1b-4706-830d-6b53c6cb171f req-6eb28c05-688e-44e9-8dff-eb7296ca299a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0476477 Sep 23 10:30:48.065229 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-68f98a73-3e1b-4706-830d-6b53c6cb171f req-0fbfaf74-582e-4f28-b3cf-b809a2b0650e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328207 Sep 23 10:30:48.352862 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab7502-645b-4b2d-9672-303acb910d32 req-c7cef447-dfd4-4ab5-ba0d-1a2e96b350f4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:48.354443 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4ab7502-645b-4b2d-9672-303acb910d32 req-c7cef447-dfd4-4ab5-ba0d-1a2e96b350f4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 943 time: 0.0492935 Sep 23 10:30:48.392997 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4ab7502-645b-4b2d-9672-303acb910d32 req-a36e7b54-a7cb-4e54-88d3-234b50f1e52f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Sep 23 10:30:48.687079 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 63030c24-7632-4df2-9360-e2d8e972e4ba details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:30:48.784166 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:48.796929 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'port_id': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'mac_address': 'fa:16:3e:e9:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:30:48.838161 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:48.848655 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58184) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:48.850896 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63030c24-7632-4df2-9360-e2d8e972e4ba {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:30:48.870430 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:48.874819 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:48.926064 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:48.956117 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-83d24920-8529-4988-9fcf-72691df10357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.047187 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-83d24920-8529-4988-9fcf-72691df10357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.050710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-83d24920-8529-4988-9fcf-72691df10357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.087950 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-83d24920-8529-4988-9fcf-72691df10357 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17a3613567234cdfb46ccfb90913231a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381313 Sep 23 10:30:49.089032 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d24920-8529-4988-9fcf-72691df10357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb2e40-8e4e-4d1c-bcc1-c6b1d8500fcc,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:49.090661 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58188) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:49.139420 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c564d1c3-1b3a-4ac8-9f14-268e17eb4aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.160256 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c564d1c3-1b3a-4ac8-9f14-268e17eb4aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.184101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb3051-69f9-4980-8e41-9c310dfb1575 req-16a5d4f1-53a9-4fa9-a23f-55ee54ce21e2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:49.186274 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-76cb3051-69f9-4980-8e41-9c310dfb1575 req-16a5d4f1-53a9-4fa9-a23f-55ee54ce21e2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0488679 Sep 23 10:30:49.210079 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c564d1c3-1b3a-4ac8-9f14-268e17eb4aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.212774 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c564d1c3-1b3a-4ac8-9f14-268e17eb4aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.213931 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c564d1c3-1b3a-4ac8-9f14-268e17eb4aa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9eb2e40-8e4e-4d1c-bcc1-c6b1d8500fcc HTTP/1.1" status: 204 len: 168 time: 0.1222665 Sep 23 10:30:49.222923 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564d1c3-1b3a-4ac8-9f14-268e17eb4aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb2e40-8e4e-4d1c-bcc1-c6b1d8500fcc,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:49.228985 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-76cb3051-69f9-4980-8e41-9c310dfb1575 req-d2eef7e9-fbcd-47f3-aab9-33c65d7c6dc7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357695 Sep 23 10:30:49.490177 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:49.503615 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89b864ae-f019-41c4-b1b4-5dc0d7cdb17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.512083 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8fafc-e7a0-461b-87e8-98dde21c706b req-734ccd50-cdd4-4591-9429-af3a6dd73b3e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:49.513565 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b8d8fafc-e7a0-461b-87e8-98dde21c706b req-734ccd50-cdd4-4591-9429-af3a6dd73b3e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 944 time: 0.0511632 Sep 23 10:30:49.558217 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b8d8fafc-e7a0-461b-87e8-98dde21c706b req-851b3236-ab78-4d77-a7d2-ac6323937001 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Sep 23 10:30:49.605519 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89b864ae-f019-41c4-b1b4-5dc0d7cdb17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.609534 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-89b864ae-f019-41c4-b1b4-5dc0d7cdb17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.651356 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-89b864ae-f019-41c4-b1b4-5dc0d7cdb17b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a47095c224024cec9f12eb31e5e62eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578906 Sep 23 10:30:49.651356 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b864ae-f019-41c4-b1b4-5dc0d7cdb17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aecd34-0362-4b1a-a92b-1d8bfcfb203e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:49.652492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58216) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:49.704227 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ccdbe9b8-15d1-4e51-8198-8303e1930535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.725307 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ccdbe9b8-15d1-4e51-8198-8303e1930535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.735779 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-82f11803-aef6-4d21-8389-1f72ae43395f req-43dc7ab3-fab4-40d2-b8db-a2d629bb53bb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:30:49.736746 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-82f11803-aef6-4d21-8389-1f72ae43395f req-43dc7ab3-fab4-40d2-b8db-a2d629bb53bb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096140 Sep 23 10:30:49.777248 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ccdbe9b8-15d1-4e51-8198-8303e1930535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.779967 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ccdbe9b8-15d1-4e51-8198-8303e1930535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:49.781373 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ccdbe9b8-15d1-4e51-8198-8303e1930535 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56aecd34-0362-4b1a-a92b-1d8bfcfb203e HTTP/1.1" status: 204 len: 168 time: 0.1278226 Sep 23 10:30:49.789375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbe9b8-15d1-4e51-8198-8303e1930535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aecd34-0362-4b1a-a92b-1d8bfcfb203e,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:49.909949 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e6d8d-f1a2-404f-81a8-e50f77fdc286 req-7a958fad-6ee9-417a-910b-f4a2900f773d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:49.911514 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-022e6d8d-f1a2-404f-81a8-e50f77fdc286 req-7a958fad-6ee9-417a-910b-f4a2900f773d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 945 time: 0.0501101 Sep 23 10:30:49.951128 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-022e6d8d-f1a2-404f-81a8-e50f77fdc286 req-adfd0a36-706b-4aac-8ab2-ce1c2ab2310a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324740 Sep 23 10:30:50.394682 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58258) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:50.525317 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-33bf9254-6bee-4c77-a657-88cdcdfb1940 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294279 Sep 23 10:30:50.534589 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-1fe08737-476d-4ed7-bc43-4e1645a7031c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:30:50.535589 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-1fe08737-476d-4ed7-bc43-4e1645a7031c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050712 Sep 23 10:30:50.593971 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:30:50.682555 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:50.713950 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d013d7-7b3c-4683-902a-7186653d0f39 req-eb7470d5-7da1-44c7-96d3-7e761012d5a2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:50.715429 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0d013d7-7b3c-4683-902a-7186653d0f39 req-eb7470d5-7da1-44c7-96d3-7e761012d5a2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 944 time: 0.0817146 Sep 23 10:30:50.716896 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:30:50.719697 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c3a96-6183-461c-98b9-91fe39a70057" -d '{"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-unplugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:30:50.736430 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:50.741575 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:50.786384 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 10:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1b7f3-b70a-4a9a-8b59-334fbd8cbcd4 x-openstack-request-id: req-b3e1b7f3-b70a-4a9a-8b59-334fbd8cbcd4 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:30:50.787025 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-unplugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:30:50.787329 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3e1b7f3-b70a-4a9a-8b59-334fbd8cbcd4 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:30:50.787684 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0d013d7-7b3c-4683-902a-7186653d0f39 req-bbb40f57-c06a-4241-ae7d-b49fedafaed9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631096 Sep 23 10:30:50.788054 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'code': 200} Sep 23 10:30:50.815254 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:50.827515 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['63030c24-7632-4df2-9360-e2d8e972e4ba'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:30:50.959823 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58284) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:51.080900 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7b17736a-a7e0-4bfe-a015-552e6eca89df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.100772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472b09e-a2a7-4208-960b-1cc2bde511dd req-49d0523f-5d38-463e-85e8-14e0f7e6a0f6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:51.102385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3472b09e-a2a7-4208-960b-1cc2bde511dd req-49d0523f-5d38-463e-85e8-14e0f7e6a0f6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0690520 Sep 23 10:30:51.176597 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3472b09e-a2a7-4208-960b-1cc2bde511dd req-dcd0f55c-e98b-4400-b088-ad281d781a0a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611267 Sep 23 10:30:51.234613 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7b17736a-a7e0-4bfe-a015-552e6eca89df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.239539 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7b17736a-a7e0-4bfe-a015-552e6eca89df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.275946 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-7b17736a-a7e0-4bfe-a015-552e6eca89df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08fce193c19b4d559f827cf97f166f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150177 Sep 23 10:30:51.277762 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17736a-a7e0-4bfe-a015-552e6eca89df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e5ea8a-57f3-4d1a-80be-c4e99db22d93,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:51.278724 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58290) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:30:51.327852 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb458c2-4dff-430a-b331-18b7436b3f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.349026 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb458c2-4dff-430a-b331-18b7436b3f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.393398 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb458c2-4dff-430a-b331-18b7436b3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.395929 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6cb458c2-4dff-430a-b331-18b7436b3f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:51.397108 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6cb458c2-4dff-430a-b331-18b7436b3f67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4e5ea8a-57f3-4d1a-80be-c4e99db22d93 HTTP/1.1" status: 204 len: 168 time: 0.1174088 Sep 23 10:30:51.405812 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb458c2-4dff-430a-b331-18b7436b3f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e5ea8a-57f3-4d1a-80be-c4e99db22d93,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:51.910185 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc34ea-4568-4b41-b30a-8b67a1518231 req-b3d1eb70-3751-4af5-bbf8-55b8358619f0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:51.911789 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ffc34ea-4568-4b41-b30a-8b67a1518231 req-b3d1eb70-3751-4af5-bbf8-55b8358619f0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 944 time: 0.0529530 Sep 23 10:30:51.950532 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9ffc34ea-4568-4b41-b30a-8b67a1518231 req-e5005158-2349-4325-b8b9-fb2313d57406 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Sep 23 10:30:52.070835 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-9b0a86dd-97f9-4d42-b384-d189601ba546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:52.072314 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-9b0a86dd-97f9-4d42-b384-d189601ba546 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde&tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 1096 time: 0.0697379 Sep 23 10:30:52.142002 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-f93316f0-9101-4d58-8838-e34ff8cfcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:52.143474 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-f93316f0-9101-4d58-8838-e34ff8cfcdf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1096 time: 0.0475314 Sep 23 10:30:52.308543 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1e801-9f2b-4aaa-82bd-6db7aeaa326b req-eebb1598-ff68-45c7-b3f1-ff84a63859f2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:52.310383 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c1f1e801-9f2b-4aaa-82bd-6db7aeaa326b req-eebb1598-ff68-45c7-b3f1-ff84a63859f2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0508130 Sep 23 10:30:52.349810 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c1f1e801-9f2b-4aaa-82bd-6db7aeaa326b req-8581fc4b-32d4-4c0a-a3f5-bfda9ff03b8d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Sep 23 10:30:52.816426 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9ff701d7-9d6d-49b3-9d97-e16e53ce6bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:53.062653 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d311f-a79c-49d6-9ad0-37e824f92b05 req-d20e164d-6485-4364-bde0-3d2dadbe9a53 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:53.064015 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3a9d311f-a79c-49d6-9ad0-37e824f92b05 req-d20e164d-6485-4364-bde0-3d2dadbe9a53 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 944 time: 0.0469401 Sep 23 10:30:53.088709 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 63030c24-7632-4df2-9360-e2d8e972e4ba up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:30:53.120042 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3a9d311f-a79c-49d6-9ad0-37e824f92b05 req-3c66137f-07e0-4ac9-ac70-81d1695c7170 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 Sep 23 10:30:53.143361 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 63030c24-7632-4df2-9360-e2d8e972e4ba completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:30:53.147124 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 63030c24-7632-4df2-9360-e2d8e972e4ba triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:30:53.147567 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:53.187703 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-a5286e14-80cd-4876-bd3c-47855db213d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:53.189161 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-a5286e14-80cd-4876-bd3c-47855db213d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.0997939 Sep 23 10:30:53.225714 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:53.250017 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:30:53.252565 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebd12fe-1793-4086-b9a0-bef7b6ae5a79" -d '{"events": [{"server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "name": "network-vif-plugged", "status": "completed", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:30:53.265214 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:30:53.269167 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:53.292295 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd96031-cb71-41ab-934b-cb11047ace44 x-openstack-request-id: req-ecd96031-cb71-41ab-934b-cb11047ace44 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:30:53.292583 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "name": "network-vif-plugged", "status": "completed", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:30:53.292832 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecd96031-cb71-41ab-934b-cb11047ace44 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:30:53.293211 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'code': 200} Sep 23 10:30:53.320521 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:30:53.471046 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afbf45-e013-4452-ba2c-1fde7d2d4c56 req-356cc121-fba9-48c2-a0d9-88594c75587f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:53.472514 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-52afbf45-e013-4452-ba2c-1fde7d2d4c56 req-356cc121-fba9-48c2-a0d9-88594c75587f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0489528 Sep 23 10:30:53.511845 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-52afbf45-e013-4452-ba2c-1fde7d2d4c56 req-c4859097-df44-4c8c-9703-ccbf48785046 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Sep 23 10:30:54.237759 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec606e-ff7b-4e0d-bc57-7f4e0b5c88ec req-8ed569d2-64ba-4afa-8040-3a37aa3e3b6e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:54.239221 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-93ec606e-ff7b-4e0d-bc57-7f4e0b5c88ec req-8ed569d2-64ba-4afa-8040-3a37aa3e3b6e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Sep 23 10:30:54.277245 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-93ec606e-ff7b-4e0d-bc57-7f4e0b5c88ec req-3bc0634b-9ecf-46d8-8a2b-d8f5fd9f7ac5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Sep 23 10:30:54.631054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d1e0-8c4e-495f-86a7-f6ed4b7cce46 req-f033b757-47a2-452b-9006-1e8badb419ae tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:54.632511 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a842d1e0-8c4e-495f-86a7-f6ed4b7cce46 req-f033b757-47a2-452b-9006-1e8badb419ae tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0482779 Sep 23 10:30:54.668931 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a842d1e0-8c4e-495f-86a7-f6ed4b7cce46 req-98588a3f-47bc-49be-91a7-433784dc74de tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306175 Sep 23 10:30:54.968036 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-f86fb3c8-52eb-4e88-863a-a7166748fdc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 200 len: 999 time: 0.0715234 Sep 23 10:30:55.057339 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-fbd46273-61e1-451c-a2f0-4b42e61333f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.058731 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-fbd46273-61e1-451c-a2f0-4b42e61333f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0734200 Sep 23 10:30:55.093246 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-31ac18ba-ed50-494a-8a89-6b78723c1024 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067429 Sep 23 10:30:55.155553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a473c5-ca3f-4c9f-805c-ec4cb2631baf req-6fbd2c2d-9397-41e9-b3b5-a5fbe12b2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.157131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01a473c5-ca3f-4c9f-805c-ec4cb2631baf req-6fbd2c2d-9397-41e9-b3b5-a5fbe12b2458 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1098 time: 0.0967572 Sep 23 10:30:55.162721 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-85d4ecd9-330e-4708-a8c7-4c07d2fafd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.164096 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-85d4ecd9-330e-4708-a8c7-4c07d2fafd99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944712 Sep 23 10:30:55.194348 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-1e32acca-7a43-457f-8885-2839a8b24e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.195740 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-1e32acca-7a43-457f-8885-2839a8b24e19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 1098 time: 0.0774963 Sep 23 10:30:55.251364 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01a473c5-ca3f-4c9f-805c-ec4cb2631baf req-73af6dc2-0570-452f-83c0-286cb778efed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784550 Sep 23 10:30:55.371550 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a1716f07-3b49-4b44-8d23-220f67ff41a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:55.378136 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:55.386129 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-1c0ee280-ca5e-4f11-a546-90e633fc4216 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066176 Sep 23 10:30:55.395625 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-24ee8569-b718-4893-826c-2e70e4635813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.396962 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-24ee8569-b718-4893-826c-2e70e4635813 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.1774166 Sep 23 10:30:55.413253 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d03ee-2389-4a12-8587-0f74c5b03bda req-88054540-5c2b-4e6b-9371-e3bcde3ed7da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.414758 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0a8d03ee-2389-4a12-8587-0f74c5b03bda req-88054540-5c2b-4e6b-9371-e3bcde3ed7da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0700722 Sep 23 10:30:55.452854 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0a8d03ee-2389-4a12-8587-0f74c5b03bda req-8a7601f5-3bcb-43ad-b857-c5b0c9a134e8 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Sep 23 10:30:55.577156 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-bf5f7c00-942e-4dda-a06c-496362c1fa0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 200 len: 1001 time: 0.1150794 Sep 23 10:30:55.626505 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4704591-add6-4f5f-93ea-c3ae4c7550ee req-d841791e-5c7e-4a35-a793-5ef808c25f3b service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655157 Sep 23 10:30:55.639614 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-37271731-9626-4e65-9273-da3053349397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.641556 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-37271731-9626-4e65-9273-da3053349397 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.0566936 Sep 23 10:30:55.693288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-c41b26c3-a845-4533-9c24-a93e364dc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.694990 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-c41b26c3-a845-4533-9c24-a93e364dc324 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461800 Sep 23 10:30:55.822651 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-d58682ff-168c-49f0-b03e-6c5581a666e8 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177490 Sep 23 10:30:55.836027 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dca2a3-4285-4361-9704-a6b33bcf3400 req-15702836-3bf2-4cde-b763-ab426f599104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:55.837486 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-68dca2a3-4285-4361-9704-a6b33bcf3400 req-15702836-3bf2-4cde-b763-ab426f599104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0715756 Sep 23 10:30:55.933687 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-68dca2a3-4285-4361-9704-a6b33bcf3400 req-8bb46ac5-0b6c-43d7-889b-b9c95412a608 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869296 Sep 23 10:30:55.954258 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ca8e7a42-e437-416b-ab5c-b4521f6feefc req-e3678dd8-deac-4ba8-8111-f56f02aa3d87 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157923 Sep 23 10:30:56.055333 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:56.602335 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:56.603204 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3767cd8-15bf-4ea5-892e-2e66a59c9304 req-e14e78d0-5e08-4fcb-a862-b58a92946962 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:56.604483 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a3767cd8-15bf-4ea5-892e-2e66a59c9304 req-e14e78d0-5e08-4fcb-a862-b58a92946962 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0853934 Sep 23 10:30:56.653417 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a3767cd8-15bf-4ea5-892e-2e66a59c9304 req-dc8289b9-7a33-41f3-91ec-d0aed7e20fe1 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Sep 23 10:30:57.072733 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003113d-8ac9-431d-8c11-f9d2aa24a0d2 req-88f973a5-2975-470a-81a2-fa2bb47a5357 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:57.074222 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f003113d-8ac9-431d-8c11-f9d2aa24a0d2 req-88f973a5-2975-470a-81a2-fa2bb47a5357 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0504904 Sep 23 10:30:57.114565 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f003113d-8ac9-431d-8c11-f9d2aa24a0d2 req-9eec669c-55cf-45de-9c00-0f5c038bf900 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339491 Sep 23 10:30:57.775758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f3506-4d86-43d8-a9d3-28c6680de8ce req-1801576d-9b44-4f64-989b-13627b0a9da3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:57.777250 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f17f3506-4d86-43d8-a9d3-28c6680de8ce req-1801576d-9b44-4f64-989b-13627b0a9da3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0526905 Sep 23 10:30:57.819361 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f17f3506-4d86-43d8-a9d3-28c6680de8ce req-c0e3d800-9870-495d-8ba4-8a9002c82d81 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Sep 23 10:30:58.263101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd8d6-0d33-4378-8635-1da4f9edb67d req-0489bc57-25c5-4d3b-a664-05ae8675538b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:58.264764 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6befd8d6-0d33-4378-8635-1da4f9edb67d req-0489bc57-25c5-4d3b-a664-05ae8675538b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0749757 Sep 23 10:30:58.303546 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6befd8d6-0d33-4378-8635-1da4f9edb67d req-9520d6ee-410e-43c0-8939-1c40b786df1d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Sep 23 10:30:58.446853 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:30:58.934297 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc8e6-3a26-4b36-b391-c3106e5b345c req-f6c79fdf-9588-477c-9a79-2e4295a7c47f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:58.935761 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c1fc8e6-3a26-4b36-b391-c3106e5b345c req-f6c79fdf-9588-477c-9a79-2e4295a7c47f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Sep 23 10:30:58.978066 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c1fc8e6-3a26-4b36-b391-c3106e5b345c req-b198c3e9-7a70-4753-9c03-57f780e7cd2f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Sep 23 10:30:59.430689 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f76a-d584-47f6-9c0d-05b4bf6dec08 req-73f002f1-ffdc-4afb-9b12-476875da8cf4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:30:59.432255 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-91d4f76a-d584-47f6-9c0d-05b4bf6dec08 req-73f002f1-ffdc-4afb-9b12-476875da8cf4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0534773 Sep 23 10:30:59.470179 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-91d4f76a-d584-47f6-9c0d-05b4bf6dec08 req-00a8995c-a507-4a0d-86a7-3581daa77417 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317750 Sep 23 10:31:00.097191 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ebf9b-339c-403d-8e61-219941fdf06c req-1ef922bb-a9f1-4d69-bad5-23dfe37d0b5a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:00.099542 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb6ebf9b-339c-403d-8e61-219941fdf06c req-1ef922bb-a9f1-4d69-bad5-23dfe37d0b5a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Sep 23 10:31:00.139989 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb6ebf9b-339c-403d-8e61-219941fdf06c req-6eab401a-9bfa-4962-ae9e-3479b92b8b40 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Sep 23 10:31:00.603594 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25298f-c308-4aa2-88b9-a8e1def45d4e req-cecc1241-a706-4e51-8681-fb2a1918a778 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:00.607425 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6b25298f-c308-4aa2-88b9-a8e1def45d4e req-cecc1241-a706-4e51-8681-fb2a1918a778 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0658553 Sep 23 10:31:00.666836 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6b25298f-c308-4aa2-88b9-a8e1def45d4e req-49ebdbb5-4460-427c-b3bd-50c81f8ca1b3 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517039 Sep 23 10:31:00.977486 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58490) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:01.097168 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-134b0f3a-f50c-4341-82c1-214eec0b67e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.208342 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-134b0f3a-f50c-4341-82c1-214eec0b67e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.222862 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-134b0f3a-f50c-4341-82c1-214eec0b67e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.286018 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58500) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:01.286699 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-134b0f3a-f50c-4341-82c1-214eec0b67e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d17cd09321e54d1796eac450906e07d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073099 Sep 23 10:31:01.303750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394496-b104-404e-892a-4262dab708be req-8bb25756-7673-4fe8-9e99-82735fd788eb tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:01.305277 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8394496-b104-404e-892a-4262dab708be req-8bb25756-7673-4fe8-9e99-82735fd788eb tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0939362 Sep 23 10:31:01.306304 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b0f3a-f50c-4341-82c1-214eec0b67e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46fe7d-d3b5-46fd-9146-452cbee95fc6,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:01.340485 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.363260 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.371244 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8394496-b104-404e-892a-4262dab708be req-d116cbe7-4ad8-4b5c-8893-ce9c66b165ba tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 Sep 23 10:31:01.412433 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.415647 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:01.430141 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e46fe7d-d3b5-46fd-9146-452cbee95fc6 HTTP/1.1" status: 204 len: 168 time: 0.1341417 Sep 23 10:31:01.439122 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46fe7d-d3b5-46fd-9146-452cbee95fc6,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:01.445994 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.446352 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.446790 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.447022 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.447383 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.447714 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.448048 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.448378 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.448704 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.449029 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.449349 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.449699 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9742c6ff-36a1-4b50-852c-34041cf053fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:01.805049 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb9553-1685-42d6-99c1-db9f0d44a3fb req-1706cde9-4283-4439-8238-617c9879dd24 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:01.806737 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22bb9553-1685-42d6-99c1-db9f0d44a3fb req-1706cde9-4283-4439-8238-617c9879dd24 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0671458 Sep 23 10:31:01.848687 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22bb9553-1685-42d6-99c1-db9f0d44a3fb req-500082e6-4eb3-47c5-99f2-be2182ba2071 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347414 Sep 23 10:31:02.499583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84b185-b159-487b-b28b-c79f5efc15b3 req-f4874069-d9e7-446e-a6cf-582668bc7bf3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:02.501110 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe84b185-b159-487b-b28b-c79f5efc15b3 req-f4874069-d9e7-446e-a6cf-582668bc7bf3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0630004 Sep 23 10:31:02.558995 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe84b185-b159-487b-b28b-c79f5efc15b3 req-8fec42e5-9763-4106-9be7-eb3f4ae4563c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500131 Sep 23 10:31:02.990433 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a52ed8-bee8-45f1-a9ab-0fcebeaee578 req-cbaae03e-48de-4522-9ae5-c850eaf342cd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:02.991871 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22a52ed8-bee8-45f1-a9ab-0fcebeaee578 req-cbaae03e-48de-4522-9ae5-c850eaf342cd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0693097 Sep 23 10:31:03.030881 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22a52ed8-bee8-45f1-a9ab-0fcebeaee578 req-5af09552-5d15-4a14-84fc-a25a68df3c09 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Sep 23 10:31:03.668864 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e067-5973-4606-a0b7-04bb5ccc6b09 req-b29b0089-70d0-45ab-b4c0-2cf71f077fc8 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:03.670346 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-05b5e067-5973-4606-a0b7-04bb5ccc6b09 req-b29b0089-70d0-45ab-b4c0-2cf71f077fc8 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0505886 Sep 23 10:31:03.707974 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-05b5e067-5973-4606-a0b7-04bb5ccc6b09 req-a8ca4e91-8de0-47f9-82a1-c8661926588c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Sep 23 10:31:04.219468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b4cee-97ac-40ea-930d-20bbf3b0ef1b req-8dd81213-b3fd-460c-8c3f-d3526df8514f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:04.221054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-702b4cee-97ac-40ea-930d-20bbf3b0ef1b req-8dd81213-b3fd-460c-8c3f-d3526df8514f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0611448 Sep 23 10:31:04.264898 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-702b4cee-97ac-40ea-930d-20bbf3b0ef1b req-cd668503-b981-4d33-81e3-a0b65c4e180a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377164 Sep 23 10:31:04.836054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076343-4a74-4cd8-9043-7054a7f45088 req-cc9da867-d125-4ff4-a33c-17ddc3aa380f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:04.837534 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-26076343-4a74-4cd8-9043-7054a7f45088 req-cc9da867-d125-4ff4-a33c-17ddc3aa380f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0604098 Sep 23 10:31:04.875718 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-26076343-4a74-4cd8-9043-7054a7f45088 req-70bf37e8-e4b6-43e2-a123-97db30b68622 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Sep 23 10:31:05.425800 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62701e-239a-456c-8bca-5db73ccba66a req-74cc9bde-eaf5-46b5-8c8f-81cf725a05d6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:05.427778 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0e62701e-239a-456c-8bca-5db73ccba66a req-74cc9bde-eaf5-46b5-8c8f-81cf725a05d6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0660913 Sep 23 10:31:05.489552 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0e62701e-239a-456c-8bca-5db73ccba66a req-5abf57a3-c1ef-4361-a659-089ae93a5921 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525420 Sep 23 10:31:05.767197 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58592) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:05.884951 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c718ad9c-0277-4229-a935-1974ac2e0f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:05.976043 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c718ad9c-0277-4229-a935-1974ac2e0f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:05.981058 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c718ad9c-0277-4229-a935-1974ac2e0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:06.014314 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718ad9c-0277-4229-a935-1974ac2e0f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7515e00e-c732-40b0-be15-2956dd933677,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:06.037664 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26709a-3be1-40a0-9913-cda91da4bf3e req-6fef049e-eed3-40ef-b99f-de5e1a048eb6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:06.040063 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e26709a-3be1-40a0-9913-cda91da4bf3e req-6fef049e-eed3-40ef-b99f-de5e1a048eb6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0846038 Sep 23 10:31:06.044631 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c718ad9c-0277-4229-a935-1974ac2e0f33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc9b0f109dca42d99fefdea3228c6ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738359 Sep 23 10:31:06.044931 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58600) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:06.089742 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3e26709a-3be1-40a0-9913-cda91da4bf3e req-4c6489f0-5c90-467d-9b36-5b7377e596e8 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Sep 23 10:31:06.109103 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2d973c0-c4ab-4d74-a745-04be0f9b3e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:06.137729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2d973c0-c4ab-4d74-a745-04be0f9b3e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:06.190141 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2d973c0-c4ab-4d74-a745-04be0f9b3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:06.192861 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b2d973c0-c4ab-4d74-a745-04be0f9b3e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:06.196917 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b2d973c0-c4ab-4d74-a745-04be0f9b3e70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7515e00e-c732-40b0-be15-2956dd933677 HTTP/1.1" status: 204 len: 168 time: 0.1482940 Sep 23 10:31:06.204087 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d973c0-c4ab-4d74-a745-04be0f9b3e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7515e00e-c732-40b0-be15-2956dd933677,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:06.660810 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf02bcc-6da9-424d-a466-43187721049a req-6a905d7d-efce-40e5-a0b8-46056a83409e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:06.660810 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fbf02bcc-6da9-424d-a466-43187721049a req-6a905d7d-efce-40e5-a0b8-46056a83409e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0526392 Sep 23 10:31:06.700578 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fbf02bcc-6da9-424d-a466-43187721049a req-57b3b93c-10df-40ad-9898-3dc045eecbdf tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Sep 23 10:31:07.214149 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf637b0-99f3-408c-bf62-ee6205637a77 req-46eb3841-e86f-43ad-a996-55d44d432102 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:07.215614 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-acf637b0-99f3-408c-bf62-ee6205637a77 req-46eb3841-e86f-43ad-a996-55d44d432102 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Sep 23 10:31:07.253864 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-acf637b0-99f3-408c-bf62-ee6205637a77 req-0a697c6b-6f12-4d49-a228-cb52607638d1 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Sep 23 10:31:07.822360 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cf403-6fee-4a5a-bb89-b26b0b5b96b6 req-d7f48938-5e0f-4f69-9b35-a23ea801c529 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:07.823812 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-987cf403-6fee-4a5a-bb89-b26b0b5b96b6 req-d7f48938-5e0f-4f69-9b35-a23ea801c529 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0522809 Sep 23 10:31:07.862054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-987cf403-6fee-4a5a-bb89-b26b0b5b96b6 req-86f7b44f-fb09-44c1-9ac7-c4437adbd8f9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Sep 23 10:31:08.369913 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dcf9-616c-4c2a-952b-aacba9977732 req-230d3a23-7557-438b-891a-525253a49a58 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:08.371392 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b4c7dcf9-616c-4c2a-952b-aacba9977732 req-230d3a23-7557-438b-891a-525253a49a58 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Sep 23 10:31:08.408487 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b4c7dcf9-616c-4c2a-952b-aacba9977732 req-d2e0cd18-3ee1-463a-8c6d-9160411b786e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Sep 23 10:31:08.527129 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f0d46-147f-41d1-89bb-1b27f51fc31d req-403de416-1755-4e57-8f97-58911fb369c0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:08.528640 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-205f0d46-147f-41d1-89bb-1b27f51fc31d req-403de416-1755-4e57-8f97-58911fb369c0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Sep 23 10:31:08.568908 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-205f0d46-147f-41d1-89bb-1b27f51fc31d req-e2fd33d3-c867-4480-baf3-cb283d677b1f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Sep 23 10:31:08.901572 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c8c5d-4e63-44c1-a7d0-f934d2be6daa req-c1d51ee7-d9af-4e3e-b629-d82dc575e480 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:08.906065 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e61c8c5d-4e63-44c1-a7d0-f934d2be6daa req-c1d51ee7-d9af-4e3e-b629-d82dc575e480 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0573866 Sep 23 10:31:08.949936 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e61c8c5d-4e63-44c1-a7d0-f934d2be6daa req-89b35bd8-4fea-4746-a7ec-46629d8f26a4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Sep 23 10:31:08.992110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3c968-5191-43d5-976f-30f8687d7a31 req-2b2517fa-4aac-4f40-a66f-1e3771145793 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:08.993601 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-afa3c968-5191-43d5-976f-30f8687d7a31 req-2b2517fa-4aac-4f40-a66f-1e3771145793 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0581288 Sep 23 10:31:09.038265 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-afa3c968-5191-43d5-976f-30f8687d7a31 req-6904bfd7-7a55-43c3-818a-1d01136fc0a4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375538 Sep 23 10:31:10.160288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44284-7aa4-47bf-a93c-1f32a9bf7f3e req-626d3ccd-3f63-427b-babb-a02985b6472f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:10.161825 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ea44284-7aa4-47bf-a93c-1f32a9bf7f3e req-626d3ccd-3f63-427b-babb-a02985b6472f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0498888 Sep 23 10:31:10.202549 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ea44284-7aa4-47bf-a93c-1f32a9bf7f3e req-33bd0f4a-7418-4c76-8fdf-9fcaab8baea9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Sep 23 10:31:11.199812 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:31:11.555262 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24c92-bd17-4f11-a800-3b1a8fa20997 req-7dd904fe-3c9c-45da-82a6-42f397086fd7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:11.556828 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8af24c92-bd17-4f11-a800-3b1a8fa20997 req-7dd904fe-3c9c-45da-82a6-42f397086fd7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.2805493 Sep 23 10:31:11.594441 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8af24c92-bd17-4f11-a800-3b1a8fa20997 req-d3fe3a9a-f594-4d16-a61a-82fa6c7b1012 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Sep 23 10:31:12.532922 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c3a61-2799-495a-9dd5-2d82343c460e req-8add6af9-a986-4969-9af7-323bac8d3df5 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:12.534533 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8b6c3a61-2799-495a-9dd5-2d82343c460e req-8add6af9-a986-4969-9af7-323bac8d3df5 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0502424 Sep 23 10:31:12.573927 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8b6c3a61-2799-495a-9dd5-2d82343c460e req-35a60709-5dbb-4cf0-bfd7-2f1b49ac9404 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Sep 23 10:31:12.628642 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58750) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:12.718161 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8aa6-c920-4233-ac1e-5214aa8f1c9c req-d6302644-a23e-4706-bb95-95f348f4ef33 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:12.719637 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80ec8aa6-c920-4233-ac1e-5214aa8f1c9c req-d6302644-a23e-4706-bb95-95f348f4ef33 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0487676 Sep 23 10:31:12.732904 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-505041fc-405a-4b7d-be7f-8d74eb83ee34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.757520 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-80ec8aa6-c920-4233-ac1e-5214aa8f1c9c req-784666b0-3efd-4d98-9a27-a5d442c30269 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317609 Sep 23 10:31:12.823883 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-505041fc-405a-4b7d-be7f-8d74eb83ee34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.828171 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-505041fc-405a-4b7d-be7f-8d74eb83ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.866162 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-505041fc-405a-4b7d-be7f-8d74eb83ee34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8194d623a4cd45c19e9ea1a413b9412f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364411 Sep 23 10:31:12.867033 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505041fc-405a-4b7d-be7f-8d74eb83ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988f47fa-4fe7-4ace-8aae-7f8a64f046f7,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:12.869159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58756) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:12.918803 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-727f0f8f-ba6c-41eb-bae5-814445ef6834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.942816 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-727f0f8f-ba6c-41eb-bae5-814445ef6834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.987710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-727f0f8f-ba6c-41eb-bae5-814445ef6834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.990275 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-727f0f8f-ba6c-41eb-bae5-814445ef6834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:12.991394 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-727f0f8f-ba6c-41eb-bae5-814445ef6834 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/988f47fa-4fe7-4ace-8aae-7f8a64f046f7 HTTP/1.1" status: 204 len: 168 time: 0.1211472 Sep 23 10:31:13.000582 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f0f8f-ba6c-41eb-bae5-814445ef6834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988f47fa-4fe7-4ace-8aae-7f8a64f046f7,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:13.695811 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca521a5-1e19-44c8-8834-1aeb6ebcdc37 req-e1d8d8be-b71b-4bdf-8f0b-51122f204c83 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:13.698193 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2ca521a5-1e19-44c8-8834-1aeb6ebcdc37 req-e1d8d8be-b71b-4bdf-8f0b-51122f204c83 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0503740 Sep 23 10:31:13.739834 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2ca521a5-1e19-44c8-8834-1aeb6ebcdc37 req-50d7ac19-2057-4957-b47c-bbe729f1e28a tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349963 Sep 23 10:31:13.892410 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80fa84-774b-4af2-8f0a-37e778074000 req-718d901c-8105-4a2a-bb39-b0684d197d31 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:13.893905 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc80fa84-774b-4af2-8f0a-37e778074000 req-718d901c-8105-4a2a-bb39-b0684d197d31 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0506144 Sep 23 10:31:13.942128 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bc80fa84-774b-4af2-8f0a-37e778074000 req-460d6716-5b4e-41f8-b9b5-0b0b1160099e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422618 Sep 23 10:31:14.588626 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386be4-864c-406f-8b01-e7080bf48598 req-98ab9957-32b2-4ff1-a800-19c970619464 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:14.590083 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-72386be4-864c-406f-8b01-e7080bf48598 req-98ab9957-32b2-4ff1-a800-19c970619464 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.0505607 Sep 23 10:31:14.678437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Deleting port f0fad697-84c6-4b61-a1f7-fc50f319cb07 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:31:14.678782 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:14.767396 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] For port f0fad697-84c6-4b61-a1f7-fc50f319cb07, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=f0fad697-84c6-4b61-a1f7-fc50f319cb07,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:14.768083 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:14.948870 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3f5f8-892d-402e-b840-e17c18ccd5e1 req-f72cf411-efdb-47f4-a9ce-6ca3fc7e7cad tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:14.950357 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-48e3f5f8-892d-402e-b840-e17c18ccd5e1 req-f72cf411-efdb-47f4-a9ce-6ca3fc7e7cad tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 945 time: 0.1197438 Sep 23 10:31:15.126202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-48e3f5f8-892d-402e-b840-e17c18ccd5e1 req-6cd2ac3e-d5c3-4d37-bf8c-d5d8222ae77d tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb6a5c96-e434-4ba7-a147-533716eb8e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693833 Sep 23 10:31:15.134555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:15.135011 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:15.135446 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Floating IP 73890718-dda5-4b56-8d50-38c8b5e30c48 disassociated. External IP: 172.27.2.253, port: f0fad697-84c6-4b61-a1f7-fc50f319cb07. Sep 23 10:31:15.135821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Calling delete_port for f0fad697-84c6-4b61-a1f7-fc50f319cb07 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:31:15.155908 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6424a-5d97-4e82-ae07-675006fe5dd0 req-fecdb248-bd0d-4306-862a-39647bf9595a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:15.157369 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eed6424a-5d97-4e82-ae07-675006fe5dd0 req-fecdb248-bd0d-4306-862a-39647bf9595a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.1215129 Sep 23 10:31:15.239320 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eed6424a-5d97-4e82-ae07-675006fe5dd0 req-e098ba8a-8c2b-4310-9b0b-f2d29974f633 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511096 Sep 23 10:31:15.315561 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:15.351925 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event deleted for resources: {'Port': ['ID=f0fad697-84c6-4b61-a1f7-fc50f319cb07,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:15.467504 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:31:15.571901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:31:15.586664 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:31:15.603879 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:31:15.604967 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:30:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:15.614693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] No DVR routers for this DVR port f0fad697-84c6-4b61-a1f7-fc50f319cb07 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:31:15.617180 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:15.619202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-72386be4-864c-406f-8b01-e7080bf48598 req-d2b512c4-2d09-4ef1-a065-fdcd8bac812b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "DELETE /v2.0/ports/f0fad697-84c6-4b61-a1f7-fc50f319cb07 HTTP/1.1" status: 204 len: 173 time: 1.0221844 Sep 23 10:31:15.619659 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'name': 'network-vif-deleted', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:15.621905 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c0b60-3d59-4b38-af1c-03c458454477" -d '{"events": [{"server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "name": "network-vif-deleted", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:15.656860 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cce8b5-669d-4016-8e75-83ad11dfc61d x-openstack-request-id: req-39cce8b5-669d-4016-8e75-83ad11dfc61d {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:15.657159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16ae685-f23d-46bc-872f-10b07f9a619e", "name": "network-vif-deleted", "tag": "f0fad697-84c6-4b61-a1f7-fc50f319cb07", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:15.657416 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39cce8b5-669d-4016-8e75-83ad11dfc61d {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:15.657853 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16ae685-f23d-46bc-872f-10b07f9a619e', 'name': 'network-vif-deleted', 'tag': 'f0fad697-84c6-4b61-a1f7-fc50f319cb07', 'status': 'completed', 'code': 200} Sep 23 10:31:15.715895 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:31:16.030349 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:16.060505 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:31:16.069439 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:31:16.070263 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:30:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:16.178531 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:31:16.221169 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c720eaf-2d4f-4db5-8419-0ddc528c376d req-fbe69a29-2a4e-4cea-8782-ac47e222b49b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0266144 Sep 23 10:31:16.375633 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b708b8-4e12-462d-8e72-137c1911168f req-a46e1255-e41c-4f22-87d0-afb77d39a765 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:16.378591 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-18b708b8-4e12-462d-8e72-137c1911168f req-a46e1255-e41c-4f22-87d0-afb77d39a765 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0613191 Sep 23 10:31:16.393953 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:16.421216 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba6ee9-828b-4833-904a-2f92d7cef759 None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:31:16.434299 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-18b708b8-4e12-462d-8e72-137c1911168f req-f751a42e-73f2-4f51-9e2d-de4d33062f23 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Sep 23 10:31:16.630009 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b25f9-3261-4d33-baa9-5ef61f648bd8 None None] New status for floating IP 73890718-dda5-4b56-8d50-38c8b5e30c48: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:31:17.314024 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b439f2b8-3bc4-4f3d-b6e7-f7adcad0b82f req-6661b9af-24c8-40e8-b7d5-82811119c60b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0253246 Sep 23 10:31:17.553527 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696307a-cfc3-45d0-8a27-480b6de8ff4f req-9344480f-7033-49ae-a8d0-e6ed6a857684 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:17.555031 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3696307a-cfc3-45d0-8a27-480b6de8ff4f req-9344480f-7033-49ae-a8d0-e6ed6a857684 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 943 time: 0.0500751 Sep 23 10:31:17.592501 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3696307a-cfc3-45d0-8a27-480b6de8ff4f req-451ec7fe-37da-41e4-b697-50f005165b1b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Sep 23 10:31:18.329213 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:31:18.432427 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:18.433021 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-74097b27-3beb-4ad1-8e7a-ba0b1955230a req-76beaa40-95dc-4f02-97d0-c509f53eb04b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=d16ae685-f23d-46bc-872f-10b07f9a619e HTTP/1.1" status: 200 len: 210 time: 0.0410075 Sep 23 10:31:18.444143 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'port_id': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'mac_address': 'fa:16:3e:99:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:31:18.482309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:18.494512 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c596bd-a45a-4b77-97aa-ce571ca974c3 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:31:18.514881 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:18.518309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:18.568253 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=9']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:18.575081 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.575435 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.575776 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.576154 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.576987 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.577329 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.577684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.578017 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.578368 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.578701 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.579028 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.579351 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:31:18.710611 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff03b25-6eef-4511-9d72-e65e81892bdc req-49bec429-6147-4839-a67d-8eeab38c6b56 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:18.711991 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6ff03b25-6eef-4511-9d72-e65e81892bdc req-49bec429-6147-4839-a67d-8eeab38c6b56 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.0476854 Sep 23 10:31:18.752273 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6ff03b25-6eef-4511-9d72-e65e81892bdc req-071e3ddb-855c-42b0-ae3d-00932339bc20 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Sep 23 10:31:18.808296 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['04c596bd-a45a-4b77-97aa-ce571ca974c3'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:31:19.447813 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34597516-6494-405a-83bc-0b57e35baddb req-235ac829-1725-4368-a922-0f402aa22253 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:19.449273 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-34597516-6494-405a-83bc-0b57e35baddb req-235ac829-1725-4368-a922-0f402aa22253 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0468957 Sep 23 10:31:19.490125 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-34597516-6494-405a-83bc-0b57e35baddb req-e0eb50fd-e451-457d-8fd4-75d5c6fbb811 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Sep 23 10:31:19.512743 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58856) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:19.523257 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58860) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:19.583125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce309-e2b5-49f2-8e84-92f8e1d03289 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.610314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce309-e2b5-49f2-8e84-92f8e1d03289 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.662273 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce309-e2b5-49f2-8e84-92f8e1d03289 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.665118 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce309-e2b5-49f2-8e84-92f8e1d03289 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.666289 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-3f4ce309-e2b5-49f2-8e84-92f8e1d03289 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "DELETE /v2.0/security-groups/bb6a5c96-e434-4ba7-a147-533716eb8e7f HTTP/1.1" status: 204 len: 168 time: 0.1421297 Sep 23 10:31:19.669500 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58866) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:19.675643 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ce309-e2b5-49f2-8e84-92f8e1d03289 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6a5c96-e434-4ba7-a147-533716eb8e7f,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:19.689462 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.api.v2.resource [None req-5b0f5ea4-7977-415a-9ddd-cf655a6767bb tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] show failed (client error): The resource could not be found. Sep 23 10:31:19.700591 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5b0f5ea4-7977-415a-9ddd-cf655a6767bb tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups/bb6a5c96-e434-4ba7-a147-533716eb8e7f HTTP/1.1" status: 404 len: 347 time: 0.0295074 Sep 23 10:31:19.701167 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58868) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:19.722790 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5e953-2ceb-43f6-9abf-995e0210d853 tempest-TestMinimumBasicScenario-1736448155 tempest-TestMinimumBasicScenario-1736448155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:19.726095 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a4f5e953-2ceb-43f6-9abf-995e0210d853 tempest-TestMinimumBasicScenario-1736448155 tempest-TestMinimumBasicScenario-1736448155-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1093 time: 0.2123094 Sep 23 10:31:19.727789 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58870) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:19.732242 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'port_id': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:19.757595 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for floatingip, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.831350 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Deleting port ba5777e0-634b-470c-a5c7-b350d2fd4c55 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:31:19.831589 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.895271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cdebd-97c5-4c1c-ab21-51f506c49e39 req-c9e745ca-cd0b-41b0-874f-721d28fd23db tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:19.896747 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b46cdebd-97c5-4c1c-ab21-51f506c49e39 req-c9e745ca-cd0b-41b0-874f-721d28fd23db tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 944 time: 0.0642481 Sep 23 10:31:19.909152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.909484 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.917581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:19.921217 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Calling delete_port for ba5777e0-634b-470c-a5c7-b350d2fd4c55 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:31:19.970937 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b46cdebd-97c5-4c1c-ab21-51f506c49e39 req-afe1b77c-1abf-4882-a18b-38bdb843e04d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681646 Sep 23 10:31:20.047796 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Allocated IP 172.27.2.28 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/ed73b0c7-d285-40a8-b9b6-976faec51330) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:31:20.057050 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.082582 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event deleted for resources: {'Port': ['ID=ba5777e0-634b-470c-a5c7-b350d2fd4c55,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:20.143239 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.145809 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.147000 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-15efc538-16c3-4f0a-b1b9-00bbe5c11c78 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "DELETE /v2.0/floatingips/73890718-dda5-4b56-8d50-38c8b5e30c48 HTTP/1.1" status: 204 len: 168 time: 0.4448383 Sep 23 10:31:20.162669 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.203003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.239696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:31:20.243978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:31:20.250785 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:31:20.270174 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'Port': ['ID=ed73b0c7-d285-40a8-b9b6-976faec51330,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:20.335360 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:31:20.385558 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 04c596bd-a45a-4b77-97aa-ce571ca974c3 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:31:20.385956 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.462781 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.487311 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:20.489638 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cec47-37f0-4690-9d7d-c6ce21e84f8d" -d '{"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-plugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:20.502836 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:20.508368 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.509322 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f0fad697-84c6-4b61-a1f7-fc50f319cb07 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:31:20.533393 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57902c-4ad7-4a93-9031-96080a3bcdd0 x-openstack-request-id: req-bb57902c-4ad7-4a93-9031-96080a3bcdd0 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:20.533819 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-plugged", "status": "completed", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:20.534084 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb57902c-4ad7-4a93-9031-96080a3bcdd0 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:20.534474 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'code': 200} Sep 23 10:31:20.554574 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: f0fad697-84c6-4b61-a1f7-fc50f319cb07 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:31:20.555255 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device f0fad697-84c6-4b61-a1f7-fc50f319cb07 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:31:20.582642 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:20.631750 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58880) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:20.636932 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117219131', 'description': 'tempest-description--755486670'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:20.663493 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.770306 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.775036 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.805889 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.807148 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1743314 Sep 23 10:31:20.808007 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6661257-78f7-4544-ba56-5be1feea1e9b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e256ccc6-7b05-4760-836b-1f75ef474a11,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:20.810354 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58886) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:20.815574 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'security_group_rule': {'security_group_id': 'e256ccc6-7b05-4760-836b-1f75ef474a11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:20.844387 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.911349 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.915168 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.936486 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04fe788-fde7-4f4e-908b-0f16f7fbd1d1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:20.942853 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:20.944432 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-effde3f5-60b5-42d0-8155-678f08ae645c tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332498 Sep 23 10:31:20.947691 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:20.954573 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'security_group_rule': {'security_group_id': 'e256ccc6-7b05-4760-836b-1f75ef474a11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:20.982992 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.046325 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.051535 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.071489 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167ca8dd-f785-44b0-8f3a-a8225ec13ed6,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:21.080889 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.083084 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-803e1073-5290-461f-bf63-08608024b2d0 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330652 Sep 23 10:31:21.085127 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58892) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:21.091628 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:21.097321 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.114169 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.152009 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387129c-c3f2-41d2-be41-46b823e4bed3 req-6fb457e4-f8a4-4048-901c-28e3650dd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:21.153510 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8387129c-c3f2-41d2-be41-46b823e4bed3 req-6fb457e4-f8a4-4048-901c-28e3650dd372 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1099 time: 0.1656473 Sep 23 10:31:21.214871 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb195d5-2374-426e-92cf-49a0cbfde150 req-f122ff37-a7ff-4492-8adb-5ecbdcc5e48d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:21.218914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-edb195d5-2374-426e-92cf-49a0cbfde150 req-f122ff37-a7ff-4492-8adb-5ecbdcc5e48d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 946 time: 0.1601369 Sep 23 10:31:21.228031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.285741 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.292933 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8387129c-c3f2-41d2-be41-46b823e4bed3 req-d24fdb0b-29ae-4318-9e8f-d2ea6ed22bb9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276290 Sep 23 10:31:21.339050 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-edb195d5-2374-426e-92cf-49a0cbfde150 req-36adbaa0-1b97-4f87-a934-e88eb31595e7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123314 Sep 23 10:31:21.348198 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Allocated IP 172.27.2.253 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/b4a83716-603b-4d81-a3f7-178b7cea4bfe) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:31:21.453629 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.483348 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.486906 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.487840 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.524350 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:31:21.528468 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:31:21.532559 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:31:21.540952 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'Port': ['ID=b4a83716-603b-4d81-a3f7-178b7cea4bfe,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:21.562764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'Port': ['ID=ed73b0c7-d285-40a8-b9b6-976faec51330,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:21.577584 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.629874 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.662721 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.688307 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Floating IP 7470a847-5298-4ffe-971b-0c6fccfbbc20 associated. External IP: 172.27.2.28, port: 63030c24-7632-4df2-9360-e2d8e972e4ba. Sep 23 10:31:21.824442 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.830383 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.899632 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'Port': ['ID=b4a83716-603b-4d81-a3f7-178b7cea4bfe,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:21.903092 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Router 9b95620b-eb81-4e26-827b-d5291659b13b has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:31:21.908463 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.922447 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:21.931453 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ab8bdb32-595f-4bc2-af5d-5547c1f55d85 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8371911 Sep 23 10:31:22.023815 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:31:22.034718 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] Sync routers for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:31:22.045920 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:31:22.047187 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:30:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:22.059200 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.068181 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58908) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:22.117716 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-8cca9f2d-95a0-40d3-9c39-88420a9887e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3888314 Sep 23 10:31:22.119334 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:22.120497 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:22.121551 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30e9469-fdea-4b30-8a0f-199e07831430" -d '{"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:22.126309 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625982314', 'description': 'tempest-secgroup-smoke-625982314 description', 'project_id': 'ae8d7dddd243475db4c396cafec77262'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:22.142558 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-d64becf1-6a49-41de-b4dc-ac95b98c9953 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--117219131&fields=id&tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5 HTTP/1.1" status: 200 len: 267 time: 0.0474329 Sep 23 10:31:22.171777 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.177720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607c92d6-0508-4031-a581-64878a61d3fe x-openstack-request-id: req-607c92d6-0508-4031-a581-64878a61d3fe {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:22.178104 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:22.178466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-607c92d6-0508-4031-a581-64878a61d3fe {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:22.178929 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'status': 'completed', 'code': 200} Sep 23 10:31:22.196224 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:31:22.230171 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f014-6e16-4a74-937a-5dd019306846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.294518 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.301422 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.311948 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-971b28eb-ae32-461e-9850-3e402f0fd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:22.313463 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-971b28eb-ae32-461e-9850-3e402f0fd693 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1098 time: 0.0718391 Sep 23 10:31:22.320464 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-02e240cd-b503-40d6-ad76-be5ba45e1c56 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:22.321873 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-02e240cd-b503-40d6-ad76-be5ba45e1c56 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 810 time: 0.1719913 Sep 23 10:31:22.344209 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47213fba-4ce8-4913-9903-856974db1c62,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:22.364536 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-523d2c9f-3a6e-4785-bd5b-d2016a7a49a8 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/quotas/dbe7a34fc70b400991f4f60dfe76e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0288434 Sep 23 10:31:22.446263 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f014-6e16-4a74-937a-5dd019306846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.451363 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f014-6e16-4a74-937a-5dd019306846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.464241 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-63501981-55eb-47ac-8d7c-df794df59351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:22.465811 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-63501981-55eb-47ac-8d7c-df794df59351 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 916 time: 0.1395838 Sep 23 10:31:22.488222 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.489468 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-db8246b7-160e-4b1e-b921-2dde48ca6607 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3678539 Sep 23 10:31:22.495973 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58926) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:22.501231 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group_rule': {'security_group_id': '47213fba-4ce8-4913-9903-856974db1c62', 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:22.505394 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-4d550b93-2b44-4b84-a735-53b962e85dd3 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999591 Sep 23 10:31:22.534240 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c1a2f014-6e16-4a74-937a-5dd019306846 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52650b7283a440e9b194080857ef7685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648633 Sep 23 10:31:22.539306 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58928) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:22.540908 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2f014-6e16-4a74-937a-5dd019306846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c5e1f6-2adf-45ca-a035-1ea59faa7bae,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:22.568979 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '7470a847-5298-4ffe-971b-0c6fccfbbc20', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'port_id': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'mac_address': 'fa:16:3e:e9:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95afeec7-36a5-402d-9069-a30497e689a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:31:20Z', 'updated_at': '2021-09-23T10:31:20Z', 'revision_number': 0, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:22.605655 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] Checking router: 9b95620b-eb81-4e26-827b-d5291659b13b for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:31:22.612528 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.615038 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:31:22.615674 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:30:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:22.626108 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3837516-7bcc-43a1-aa81-7336a038e3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.633017 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-97587e8d-baf4-4199-9b92-4e0b857734e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 998 time: 0.1255670 Sep 23 10:31:22.670017 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3837516-7bcc-43a1-aa81-7336a038e3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.687832 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92791a6-37ad-4c1d-bc4a-b64988029242 req-3c3510e8-c89a-47d5-bcdd-7047789d63c0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:22.689751 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d92791a6-37ad-4c1d-bc4a-b64988029242 req-3c3510e8-c89a-47d5-bcdd-7047789d63c0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 946 time: 0.2200472 Sep 23 10:31:22.718968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.722947 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.741803 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803e2ed7-e9ed-4fb5-8936-7612a493866a,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:22.755136 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.756345 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-0574caba-0812-4265-be50-ba3adf6291da tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2592721 Sep 23 10:31:22.758102 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3837516-7bcc-43a1-aa81-7336a038e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.760813 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a3837516-7bcc-43a1-aa81-7336a038e3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.761907 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-a3837516-7bcc-43a1-aa81-7336a038e3e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53c5e1f6-2adf-45ca-a035-1ea59faa7bae HTTP/1.1" status: 204 len: 168 time: 0.2219298 Sep 23 10:31:22.762510 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58934) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:22.767971 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:31:22.769194 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group_rule': {'security_group_id': '47213fba-4ce8-4913-9903-856974db1c62', 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:22.782914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-8582aca5-f850-452b-a329-e8e77c0d4a80 service neutron] 10.222.0.50 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697878 Sep 23 10:31:22.787034 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3837516-7bcc-43a1-aa81-7336a038e3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c5e1f6-2adf-45ca-a035-1ea59faa7bae,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:22.820907 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.828623 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-7a93ad4f-aaa6-47bb-aa59-2c0240c731f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:22.830310 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-7a93ad4f-aaa6-47bb-aa59-2c0240c731f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.1640186 Sep 23 10:31:22.860561 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d92791a6-37ad-4c1d-bc4a-b64988029242 req-ae6dbdd2-de87-4eb7-af98-4ff9ffd9a170 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495945 Sep 23 10:31:22.880724 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.891786 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.925979 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:22.930791 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58948) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:22.931012 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646743 Sep 23 10:31:22.932995 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612e218-028d-4de2-9cd2-c434769320e9 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ac9195-672a-42ee-bf3b-c955ac055ca4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:22.939975 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group_rule': {'security_group_id': '47213fba-4ce8-4913-9903-856974db1c62', 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:22.973531 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-668168ea-1f28-4cc2-9e0b-4a6c43bb3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:22.975192 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-668168ea-1f28-4cc2-9e0b-4a6c43bb3415 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1347969 Sep 23 10:31:23.001497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-6998f43b-c521-4b53-a742-a1db757b5d6c service neutron] 10.222.0.50 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176807 Sep 23 10:31:23.037497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.130478 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7f517d0d-0ee9-46d3-b0b0-bb9e79c5dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.136152 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-a2fcb974-03a4-4651-9aa3-d06f95d11e94 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484742 Sep 23 10:31:23.177153 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.188822 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.372147 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '7470a847-5298-4ffe-971b-0c6fccfbbc20', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'port_id': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'mac_address': 'fa:16:3e:e9:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95afeec7-36a5-402d-9069-a30497e689a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:31:20Z', 'updated_at': '2021-09-23T10:31:20Z', 'revision_number': 0, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:23.403603 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22eb2f-3c59-462c-8757-e26778de53b3 None None] The sync data for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi is: [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '7470a847-5298-4ffe-971b-0c6fccfbbc20', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'port_id': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'mac_address': 'fa:16:3e:e9:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95afeec7-36a5-402d-9069-a30497e689a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:31:20Z', 'updated_at': '2021-09-23T10:31:20Z', 'revision_number': 0, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:31:23.523317 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54951709-9170-4b19-93f6-3bafbe2ed29b,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:23.545770 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a48a9bd6-4d2c-4316-9311-aa1ab3bfeec3 req-7d3d2cd4-179f-4734-b965-96cf3849e096 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 210 time: 0.0409007 Sep 23 10:31:23.548424 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.549690 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-36802148-6856-41e0-8398-cf4215a2244a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140046 Sep 23 10:31:23.552375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58974) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:23.558952 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group_rule': {'security_group_id': '47213fba-4ce8-4913-9903-856974db1c62', 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:23.589960 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e30e9469-fdea-4b30-8a0f-199e07831430 req-36bb9076-8414-4358-b6d7-272a8f381d30 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409609 Sep 23 10:31:23.611562 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.675026 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.682705 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ec1fb-a2a8-4b16-a180-5ce7df36c201 None None] New status for floating IP 7470a847-5298-4ffe-971b-0c6fccfbbc20: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:31:23.686824 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.715463 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da1c9a8-c30f-42cd-891f-d1ded6716d6f,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:23.718778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.722498 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a45e8d0f-79d2-4e84-88ae-435df82b95b4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667414 Sep 23 10:31:23.722941 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 58978) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:23.728102 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group_rule': {'security_group_id': '47213fba-4ce8-4913-9903-856974db1c62', 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:23.751368 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Project ae8d7dddd243475db4c396cafec77262 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 10:31:23.756239 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.829426 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.833706 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.853105 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba939b6-2ae1-4c27-9fdf-d92d1607d7ac,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:23.859137 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.862861 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-a26a6423-8c15-44c0-8034-80466b123529 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362035 Sep 23 10:31:23.863495 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 58980) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:23.868110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'security_group_rule': {'security_group_id': '47213fba-4ce8-4913-9903-856974db1c62', 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:23.891553 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.securitygroups_db [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Project ae8d7dddd243475db4c396cafec77262 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 10:31:23.897024 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:23.995076 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.000133 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.015594 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cb49a-716b-42d5-8b3c-14ac8cb18b72 req-1040d6e4-0aee-4706-8d37-8079cb78ca6a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:24.017049 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2d8cb49a-716b-42d5-8b3c-14ac8cb18b72 req-1040d6e4-0aee-4706-8d37-8079cb78ca6a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 946 time: 0.0730042 Sep 23 10:31:24.033564 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8845f2e6-02ed-4f1e-ac65-db5017c16faa,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:24.047337 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.048497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-49bdf774-06f3-4f45-8ec0-be81de84ed08 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1843467 Sep 23 10:31:24.065047 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2d8cb49a-716b-42d5-8b3c-14ac8cb18b72 req-04207085-d964-42d9-8ffa-61ccc44cb793 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Sep 23 10:31:24.125017 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-db784a0e-8614-4df0-9baf-970f75a6cd4a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625982314&fields=id&tenant_id=ae8d7dddd243475db4c396cafec77262 HTTP/1.1" status: 200 len: 267 time: 0.0315261 Sep 23 10:31:24.178276 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-db247991-6c8e-49bb-bb79-447217f4300d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:24.182052 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-db247991-6c8e-49bb-bb79-447217f4300d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Sep 23 10:31:24.190883 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'port': {'security_groups': ['fab581d9-21e1-4676-b396-7fe354257c72', '47213fba-4ce8-4913-9903-856974db1c62']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:24.257982 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.426772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-833e8a15-0a7f-4222-b92e-cf7e18da52b1 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:24.428217 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-833e8a15-0a7f-4222-b92e-cf7e18da52b1 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 810 time: 0.1682026 Sep 23 10:31:24.528322 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-e3b69dae-db68-47a7-80bf-c99d09d34ffc tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5 HTTP/1.1" status: 200 len: 379 time: 0.0890267 Sep 23 10:31:24.554693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'port': {'device_id': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'admin_state_up': True, 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'security_groups': ['e256ccc6-7b05-4760-836b-1f75ef474a11']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:24.594604 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:24.676785 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8501b7d1-4b69-4d42-9186-8a100342b1e9 req-feb8083e-868a-40e1-a1ad-b5476222c0e4 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 210 time: 0.0420041 Sep 23 10:31:24.695264 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.707183 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.720678 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['63030c24-7632-4df2-9360-e2d8e972e4ba'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:31:24.761842 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:24.762580 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.770241 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-22fa9231-a9c3-48ec-9ca2-faf15d73de16 req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "PUT /v2.0/ports/63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 981 time: 0.5809798 Sep 23 10:31:24.770241 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:24.770241 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:24.812452 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Made reservation on behalf of dbe7a34fc70b400991f4f60dfe76e2c5 for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:31:24.816094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:24.831328 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40082-5a70-47e4-9dc1-515e955dd9b2 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=6']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:24.851366 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['63030c24-7632-4df2-9360-e2d8e972e4ba'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:31:24.887065 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b11d38-0866-417f-817e-d62be8d110ef x-openstack-request-id: req-b1b11d38-0866-417f-817e-d62be8d110ef {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:24.887378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:24.887750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1b11d38-0866-417f-817e-d62be8d110ef {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:24.888326 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'status': 'completed', 'code': 200} Sep 23 10:31:25.015995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-87d9a2a2-b229-42d8-8ace-11bca996a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.017500 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-87d9a2a2-b229-42d8-8ace-11bca996a994 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1137 time: 0.1322403 Sep 23 10:31:25.027108 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07610ee-50db-42d4-9f9c-aecf54e0417a req-efb10c6e-bdae-487e-93b0-263185e1cb02 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.028448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a07610ee-50db-42d4-9f9c-aecf54e0417a req-efb10c6e-bdae-487e-93b0-263185e1cb02 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.1393080 Sep 23 10:31:25.057512 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-9af0d8ad-3fcf-402f-95a7-9a1a51e40141 None None] Provisioning complete for port 63030c24-7632-4df2-9360-e2d8e972e4ba triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:31:25.057830 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9af0d8ad-3fcf-402f-95a7-9a1a51e40141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.062538 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Allocated IP 172.20.0.11 (e9256af7-6f78-4f03-ab05-346160109dc0/b263c8f7-9c29-4762-9ba0-0ec7e0bd9227/070afec3-af72-4842-91f4-4dc9c570a0b1) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:31:25.148486 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a07610ee-50db-42d4-9f9c-aecf54e0417a req-287570dd-82ec-4dea-a4eb-f6cf42115dac tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071048 Sep 23 10:31:25.194108 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-ed7ba56f-b75b-470d-ba47-0b7b6e149868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.195585 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-ed7ba56f-b75b-470d-ba47-0b7b6e149868 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 916 time: 0.1633630 Sep 23 10:31:25.310043 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-2532971e-d97d-4c0e-baca-1113736a1d28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 1000 time: 0.1020091 Sep 23 10:31:25.365541 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.390470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-57171542-c1f8-4393-bb88-9da4bf420370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.391949 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-57171542-c1f8-4393-bb88-9da4bf420370 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.0726986 Sep 23 10:31:25.409529 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.412234 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0afb13be-cbb6-4849-8236-f1a3cacfe070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.445721 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.475477 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-6989eaf6-df3b-49f9-85cc-81e69b237fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.476965 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-6989eaf6-df3b-49f9-85cc-81e69b237fbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755508 Sep 23 10:31:25.514726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Network e9256af7-6f78-4f03-ab05-346160109dc0 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:31:25.523527 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:31:25.531287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event updated for resources: {'Port': ['ID=070afec3-af72-4842-91f4-4dc9c570a0b1,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:25.534780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:31:25.624523 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.625396 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.643811 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-7fd71dfd-af2c-410e-875e-35a6941a25cb service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555629 Sep 23 10:31:25.648168 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-c3986859-5908-4f30-9801-ae258be11506 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1012955 Sep 23 10:31:25.670874 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Request body: {'port': {'device_id': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:25.782952 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-2523c965-6c09-428e-ad1a-fe9e19c30278 None None] Provisioning complete for port 070afec3-af72-4842-91f4-4dc9c570a0b1 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:31:25.783527 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2523c965-6c09-428e-ad1a-fe9e19c30278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.797313 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:25.816484 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-2523c965-6c09-428e-ad1a-fe9e19c30278 None None] Port 070afec3-af72-4842-91f4-4dc9c570a0b1 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:31:25.858488 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-40996dd8-a6ef-4d41-b61a-b9e0c7fd3b5d req-98c54bc9-c7c8-45a8-bb7d-e19a8d3979f6 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993759 Sep 23 10:31:25.871480 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1037d9-3c87-4262-bb2f-963f5d42f763 req-89bd7ac5-e8a3-4f69-a08e-ba7e3728a573 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:25.872977 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fa1037d9-3c87-4262-bb2f-963f5d42f763 req-89bd7ac5-e8a3-4f69-a08e-ba7e3728a573 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 932 time: 0.1128998 Sep 23 10:31:25.977407 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fa1037d9-3c87-4262-bb2f-963f5d42f763 req-003fa632-31fe-4a78-b2a9-222f317f0ae4 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926919 Sep 23 10:31:26.056249 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.115307 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070afec3-af72-4842-91f4-4dc9c570a0b1 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:31:26.122615 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.134530 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Transition to ACTIVE for port object 070afec3-af72-4842-91f4-4dc9c570a0b1 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:31:26.139217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.186129 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Pushing event updated for resources: {'Port': ['ID=070afec3-af72-4842-91f4-4dc9c570a0b1,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:26.259043 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Attempting to bind port 070afec3-af72-4842-91f4-4dc9c570a0b1 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:31:26.259733 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Attempting to bind port 070afec3-af72-4842-91f4-4dc9c570a0b1 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:31:26.259733 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Attempting to bind port 070afec3-af72-4842-91f4-4dc9c570a0b1 on network e9256af7-6f78-4f03-ab05-346160109dc0 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:31:26.264886 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Port 070afec3-af72-4842-91f4-4dc9c570a0b1 on network e9256af7-6f78-4f03-ab05-346160109dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:31:26.265213 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Attempting to bind port 070afec3-af72-4842-91f4-4dc9c570a0b1 on network e9256af7-6f78-4f03-ab05-346160109dc0 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:31:26.270371 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:31:26.270711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Checking segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:31:26.271099 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Bound using segment: {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:31:26.271532 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Bound port: 070afec3-af72-4842-91f4-4dc9c570a0b1, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:31:26.271895 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.336997 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] For port 070afec3-af72-4842-91f4-4dc9c570a0b1, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:31:26.342345 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] For port 070afec3-af72-4842-91f4-4dc9c570a0b1, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=070afec3-af72-4842-91f4-4dc9c570a0b1,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:31:26.346967 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.380700 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:26.381348 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.382780 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] 10.222.0.59 "PUT /v2.0/ports/070afec3-af72-4842-91f4-4dc9c570a0b1 HTTP/1.1" status: 200 len: 1094 time: 0.7225935 Sep 23 10:31:26.406590 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4deb6b8-a431-483a-b19d-69fa81c80afc service neutron] Pushing event updated for resources: {'Port': ['ID=070afec3-af72-4842-91f4-4dc9c570a0b1,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:26.463447 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-08835329-a6da-4d5f-9e53-c53635e2751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:26.464944 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-08835329-a6da-4d5f-9e53-c53635e2751e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 1097 time: 0.0417619 Sep 23 10:31:26.520443 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-a79e3965-641c-405f-9998-2835b0dce7e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070afec3-af72-4842-91f4-4dc9c570a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0458395 Sep 23 10:31:26.571309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-31c1531d-5b91-4c11-b711-47efd209fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:26.572768 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-31c1531d-5b91-4c11-b711-47efd209fafa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.0439477 Sep 23 10:31:26.596557 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:26.617826 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-82ff2e44-19b5-420a-8f35-53edbe475db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:26.619316 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-82ff2e44-19b5-420a-8f35-53edbe475db5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392621 Sep 23 10:31:26.713212 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-a34f8330-94ae-4fe8-bcd1-9e48eb08ba1c service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839927 Sep 23 10:31:26.804677 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89e2c937-0c3d-4e7f-9199-743b580287ab req-79c0caf2-e9f6-4d8d-8ecf-a270450d1ebe service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816038 Sep 23 10:31:26.889495 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:26.891829 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea00f226-7018-4b31-9c24-a309b3f219aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:26.926578 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325979a-5a96-40ed-b4fe-29bfd3bbada5 x-openstack-request-id: req-d325979a-5a96-40ed-b4fe-29bfd3bbada5 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:26.926863 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:26.927106 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d325979a-5a96-40ed-b4fe-29bfd3bbada5 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:26.927490 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'status': 'completed', 'code': 200} Sep 23 10:31:27.002156 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-03b14624-efdc-4494-a886-0e44a75ff117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:27.003621 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-03b14624-efdc-4494-a886-0e44a75ff117 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 1097 time: 0.0484905 Sep 23 10:31:27.126966 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-5d302739-290a-4879-9993-f5cd22d9531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:27.128394 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-5d302739-290a-4879-9993-f5cd22d9531c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.1161821 Sep 23 10:31:27.136345 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fcfe3-9f82-4aad-b0ac-45312cee75f4 req-f09394e0-b7b2-4dca-870e-4beb244c3922 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:27.137679 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-872fcfe3-9f82-4aad-b0ac-45312cee75f4 req-f09394e0-b7b2-4dca-870e-4beb244c3922 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 944 time: 0.0928686 Sep 23 10:31:27.176680 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-592e86df-17f0-4b58-babb-4e2383f579d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070afec3-af72-4842-91f4-4dc9c570a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0381141 Sep 23 10:31:27.228822 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-872fcfe3-9f82-4aad-b0ac-45312cee75f4 req-8c4cfdff-a7ab-498e-9fc6-b63b1d005382 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841770 Sep 23 10:31:27.244942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-305d3aa9-a679-4240-b071-7b44254cf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:27.244942 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-305d3aa9-a679-4240-b071-7b44254cf82a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.0573292 Sep 23 10:31:27.290100 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-91fe9015-6c53-4a43-b332-1ebaeb77bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:27.291434 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-91fe9015-6c53-4a43-b332-1ebaeb77bfd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405927 Sep 23 10:31:27.386255 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-c25fbaee-a3d1-406d-98be-69b0db7f22bb service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826473 Sep 23 10:31:27.721184 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ea00f226-7018-4b31-9c24-a309b3f219aa req-f63b0e43-f557-4439-90a1-45e7b0ec1430 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255324 Sep 23 10:31:28.344104 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4610d58-5cb6-4e9e-8bd0-2b8c30c62040 req-2f5ddee3-2a2e-403d-9c94-d07e1ba5a7bb tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:28.345561 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e4610d58-5cb6-4e9e-8bd0-2b8c30c62040 req-2f5ddee3-2a2e-403d-9c94-d07e1ba5a7bb tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 944 time: 0.0497708 Sep 23 10:31:28.382395 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e4610d58-5cb6-4e9e-8bd0-2b8c30c62040 req-a4dc80f5-fbe7-4574-9587-979d1b139ae4 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Sep 23 10:31:28.444494 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:29.492500 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4b3b-16c2-4875-8d7c-edcc9ecb667a req-4a09a480-d33d-4f58-bf5e-c8b6a55ab7cf tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:29.493959 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d96d4b3b-16c2-4875-8d7c-edcc9ecb667a req-4a09a480-d33d-4f58-bf5e-c8b6a55ab7cf tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 944 time: 0.0477617 Sep 23 10:31:29.534485 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d96d4b3b-16c2-4875-8d7c-edcc9ecb667a req-debf4e9e-83a5-45fb-a285-2ece97c4b8b4 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338821 Sep 23 10:31:30.334881 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 070afec3-af72-4842-91f4-4dc9c570a0b1 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:31:30.428838 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 070afec3-af72-4842-91f4-4dc9c570a0b1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=070afec3-af72-4842-91f4-4dc9c570a0b1,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:30.440180 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'port_id': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'mac_address': 'fa:16:3e:7f:0c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:31:30.475548 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:30.488088 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070afec3-af72-4842-91f4-4dc9c570a0b1 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:31:30.510390 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 070afec3-af72-4842-91f4-4dc9c570a0b1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=070afec3-af72-4842-91f4-4dc9c570a0b1,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:30.515816 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:30.573184 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=070afec3-af72-4842-91f4-4dc9c570a0b1,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:30.648459 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018f23f-04f5-4302-8130-c1c45108f30f req-62bedbcc-385f-49b4-a9b3-5e5172583537 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:30.649922 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4018f23f-04f5-4302-8130-c1c45108f30f req-62bedbcc-385f-49b4-a9b3-5e5172583537 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 945 time: 0.0499084 Sep 23 10:31:30.687687 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4018f23f-04f5-4302-8130-c1c45108f30f req-60235f5e-9524-4ff9-a3e3-f0bf360697de tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Sep 23 10:31:30.779381 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['070afec3-af72-4842-91f4-4dc9c570a0b1'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:31:31.799483 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1884ee2-8fed-482d-80e8-132df6ad045b req-f1ea4b3c-b967-4627-9f05-5e1aabb4afcd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:31.800333 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b1884ee2-8fed-482d-80e8-132df6ad045b req-f1ea4b3c-b967-4627-9f05-5e1aabb4afcd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 945 time: 0.0475800 Sep 23 10:31:31.847903 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b1884ee2-8fed-482d-80e8-132df6ad045b req-dcfebe7c-1e68-4474-b355-d0b072f44d0e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Sep 23 10:31:32.342472 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 070afec3-af72-4842-91f4-4dc9c570a0b1 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:31:32.392812 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 070afec3-af72-4842-91f4-4dc9c570a0b1 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:31:32.396363 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 070afec3-af72-4842-91f4-4dc9c570a0b1 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:31:32.396729 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:32.469377 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:32.492956 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:32.495184 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355432a9-7afd-4fb8-bf0f-95a7a04c7b50" -d '{"events": [{"server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "name": "network-vif-plugged", "status": "completed", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:32.508291 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 070afec3-af72-4842-91f4-4dc9c570a0b1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=070afec3-af72-4842-91f4-4dc9c570a0b1,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:31:32.512652 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:32.543942 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd83ff2-adac-4d38-a445-c7ff538a6132 x-openstack-request-id: req-2dd83ff2-adac-4d38-a445-c7ff538a6132 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:32.544118 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "name": "network-vif-plugged", "status": "completed", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:32.544318 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2dd83ff2-adac-4d38-a445-c7ff538a6132 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:32.544693 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'code': 200} Sep 23 10:31:32.571278 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=070afec3-af72-4842-91f4-4dc9c570a0b1,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:31:32.706697 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a02a0-036d-43a1-abf6-1e2991ec5089 req-69ceaf19-9271-499c-a80b-637f30e26c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:32.708142 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2f2a02a0-036d-43a1-abf6-1e2991ec5089 req-69ceaf19-9271-499c-a80b-637f30e26c1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 1099 time: 0.0381713 Sep 23 10:31:32.746330 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2f2a02a0-036d-43a1-abf6-1e2991ec5089 req-c8b5272c-d81a-48f1-96ee-aa78b281f2eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261512 Sep 23 10:31:32.962187 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53574e7a-920c-489a-9d43-a7fa1027b2b7 req-295aa5dc-9a17-449c-a1d2-886317d51480 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:32.963639 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53574e7a-920c-489a-9d43-a7fa1027b2b7 req-295aa5dc-9a17-449c-a1d2-886317d51480 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.0509539 Sep 23 10:31:33.000693 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-53574e7a-920c-489a-9d43-a7fa1027b2b7 req-31cb18f9-2cfd-484d-a571-07f34479981e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Sep 23 10:31:34.113432 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a17c2-018e-4d17-89f9-652982576dee req-6723c34b-ff6e-45a6-be10-b79d1d5f59a2 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:34.114808 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ff0a17c2-018e-4d17-89f9-652982576dee req-6723c34b-ff6e-45a6-be10-b79d1d5f59a2 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.0470402 Sep 23 10:31:34.150807 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ff0a17c2-018e-4d17-89f9-652982576dee req-b32f5bae-494e-455d-ba59-210bc82c9383 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302341 Sep 23 10:31:34.260916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed5647-165f-4ada-98f7-b2b61a8c6aaf req-9aa1dc6f-13e6-4979-9530-c3f6da252e37 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:34.262365 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5eed5647-165f-4ada-98f7-b2b61a8c6aaf req-9aa1dc6f-13e6-4979-9530-c3f6da252e37 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.0472689 Sep 23 10:31:34.270797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59026) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:31:34.275018 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Request body: {'floatingip': {'port_id': '070afec3-af72-4842-91f4-4dc9c570a0b1'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:31:34.315804 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:34.731534 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:34.735119 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:34.832240 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Floating IP a9ab89c8-2ea6-486e-ad75-abdbbf836e96 associated. External IP: 172.27.2.253, port: 070afec3-af72-4842-91f4-4dc9c570a0b1. Sep 23 10:31:35.030268 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:31:35.132580 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:31:35.137233 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:35.142345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:31:35.151098 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:31:35.151704 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:31:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:35.163748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e27f75c0-4d50-4d99-b3eb-b30ed30e601e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "PUT /v2.0/floatingips/a9ab89c8-2ea6-486e-ad75-abdbbf836e96 HTTP/1.1" status: 200 len: 992 time: 0.8919337 Sep 23 10:31:35.164325 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:31:35.166568 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:31:35.204760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83bfad0-f377-469a-bd0a-e028cc1b1a0f x-openstack-request-id: req-f83bfad0-f377-469a-bd0a-e028cc1b1a0f {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:31:35.205048 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:31:35.205558 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f83bfad0-f377-469a-bd0a-e028cc1b1a0f {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:31:35.207409 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'status': 'completed', 'code': 200} Sep 23 10:31:35.257378 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:31:35.275165 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-010d5725-96c0-4170-a1a8-94922ea6944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:35.276646 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-010d5725-96c0-4170-a1a8-94922ea6944e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 1099 time: 0.0403981 Sep 23 10:31:35.368838 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-415cdbb7-477e-4849-99f6-62d2b7cacb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:35.370339 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-415cdbb7-477e-4849-99f6-62d2b7cacb69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 200 len: 911 time: 0.0857277 Sep 23 10:31:35.445420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-d2cbbfdb-994a-4c80-871f-f78d16c80916 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070afec3-af72-4842-91f4-4dc9c570a0b1 HTTP/1.1" status: 200 len: 1000 time: 0.0618045 Sep 23 10:31:35.485492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': 'a9ab89c8-2ea6-486e-ad75-abdbbf836e96', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'port_id': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'mac_address': 'fa:16:3e:7f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:31:21Z', 'updated_at': '2021-09-23T10:31:34Z', 'revision_number': 1, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:35.495516 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-1c91fa2e-6e13-4944-9cc2-f1485a4e0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:35.496994 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-1c91fa2e-6e13-4944-9cc2-f1485a4e0c01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 200 len: 849 time: 0.0436475 Sep 23 10:31:35.511691 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:31:35.519968 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:31:35.520839 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:31:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:35.549162 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-0bf5ade9-2ccd-471b-9f81-14dcb628e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:35.550666 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-0bf5ade9-2ccd-471b-9f81-14dcb628e912 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9256af7-6f78-4f03-ab05-346160109dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388715 Sep 23 10:31:35.627044 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:31:35.650098 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-ba931185-9f42-4c05-aa5d-fc2c2ef82b57 service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859439 Sep 23 10:31:35.742973 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5b6d2f8-72c3-4b99-99e0-2e257d84d41d req-18378dd8-4b2e-43d6-9c04-43c1aca2afed service neutron] 10.222.0.59 "GET /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856848 Sep 23 10:31:35.854396 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': 'a9ab89c8-2ea6-486e-ad75-abdbbf836e96', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'port_id': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'mac_address': 'fa:16:3e:7f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:31:21Z', 'updated_at': '2021-09-23T10:31:34Z', 'revision_number': 1, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:31:35.880843 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9e539-c88e-42fd-8b87-91a5e6a810c1 None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': 'a9ab89c8-2ea6-486e-ad75-abdbbf836e96', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'port_id': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'mac_address': 'fa:16:3e:7f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:31:21Z', 'updated_at': '2021-09-23T10:31:34Z', 'revision_number': 1, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:31:36.059240 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92544621-a24e-4576-891b-589888ebac75 None None] New status for floating IP a9ab89c8-2ea6-486e-ad75-abdbbf836e96: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:31:37.328186 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bca4d-3340-454f-9fa6-a4a7e0b3042c req-8d0142d1-e58e-42d3-a864-7d26970d1312 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:37.329660 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bb9bca4d-3340-454f-9fa6-a4a7e0b3042c req-8d0142d1-e58e-42d3-a864-7d26970d1312 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0786102 Sep 23 10:31:37.336153 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-7b85d7f5-e2b2-4010-8edb-42c7255175b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:37.337543 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-7b85d7f5-e2b2-4010-8edb-42c7255175b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1137 time: 0.0613751 Sep 23 10:31:37.399062 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bb9bca4d-3340-454f-9fa6-a4a7e0b3042c req-17529326-040a-4e7d-8931-b3d14cf7cf8d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605278 Sep 23 10:31:37.457993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-4bec7881-0afa-4edb-8591-9596fe6913e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:37.459547 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-4bec7881-0afa-4edb-8591-9596fe6913e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 916 time: 0.1138816 Sep 23 10:31:37.522962 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-46772d7f-8afb-44f4-98fe-0e80f0a01827 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 1000 time: 0.0558364 Sep 23 10:31:37.570804 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-19fd0259-ecda-4cc9-8a97-d17e05ac7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:37.572168 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-19fd0259-ecda-4cc9-8a97-d17e05ac7c59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.0416846 Sep 23 10:31:37.620882 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-ac322965-b959-4003-82c3-b1be37481817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:37.622466 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-ac322965-b959-4003-82c3-b1be37481817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421925 Sep 23 10:31:37.710561 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-d94e2a7b-187e-4a81-8c3a-0ad9fe623240 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800495 Sep 23 10:31:37.805102 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f4ba9a0b-8fa4-4a71-8cc1-bc5337ee8167 req-96dc7c23-29c2-4db9-af76-13543be8843a service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865221 Sep 23 10:31:38.512237 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003249-3ff7-43be-ad2d-915ae9d4b679 req-29e38eda-f2e0-4091-a700-59a4cf43b9eb tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:38.513868 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-90003249-3ff7-43be-ad2d-915ae9d4b679 req-29e38eda-f2e0-4091-a700-59a4cf43b9eb tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0476999 Sep 23 10:31:38.552822 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-90003249-3ff7-43be-ad2d-915ae9d4b679 req-4565e362-8c96-4286-a996-2ea69454b88e tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327055 Sep 23 10:31:39.665309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490d1b3-7cda-48cf-a04c-aa1ab32fbdaa req-c8b0b117-5076-4408-8a22-d71f9e27bc05 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:39.666786 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a490d1b3-7cda-48cf-a04c-aa1ab32fbdaa req-c8b0b117-5076-4408-8a22-d71f9e27bc05 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0473583 Sep 23 10:31:39.705777 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a490d1b3-7cda-48cf-a04c-aa1ab32fbdaa req-e102f558-041b-4c44-b059-5eab3915d1ff tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331690 Sep 23 10:31:40.982222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bcd16-983e-41c1-af09-bad9aedfa738 req-4476acb1-fda3-4d24-9561-b69d1e8e2892 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:40.983665 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae1bcd16-983e-41c1-af09-bad9aedfa738 req-4476acb1-fda3-4d24-9561-b69d1e8e2892 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.2129323 Sep 23 10:31:41.022390 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae1bcd16-983e-41c1-af09-bad9aedfa738 req-e9571851-8c93-4f6e-8d05-fd482c06be87 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327930 Sep 23 10:31:42.134083 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4859f0b-375d-4d26-81fa-758a2d7c98e1 req-c56d3fee-efcc-492c-9f1f-b3ac5c9966ee tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:42.135535 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e4859f0b-375d-4d26-81fa-758a2d7c98e1 req-c56d3fee-efcc-492c-9f1f-b3ac5c9966ee tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0482042 Sep 23 10:31:42.175448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e4859f0b-375d-4d26-81fa-758a2d7c98e1 req-0583a4e6-c7c5-42ff-97e8-2cb7f8d58126 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339746 Sep 23 10:31:43.292750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810aba7-e67e-40fa-a29b-af07952c5a3c req-23f63b47-88b4-4012-b1ef-949ae6810ef1 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:43.294229 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d810aba7-e67e-40fa-a29b-af07952c5a3c req-23f63b47-88b4-4012-b1ef-949ae6810ef1 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0487339 Sep 23 10:31:43.333116 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d810aba7-e67e-40fa-a29b-af07952c5a3c req-356eaa16-b7c1-4d3f-9800-de19135e2a28 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322189 Sep 23 10:31:44.448617 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b9bd7-db66-41ba-a6bb-e1ca5ad30ac2 req-0c04c60e-ee6d-4ef1-a5fa-a0e7b56b47e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:44.449991 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-435b9bd7-db66-41ba-a6bb-e1ca5ad30ac2 req-0c04c60e-ee6d-4ef1-a5fa-a0e7b56b47e5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0517733 Sep 23 10:31:44.489741 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-435b9bd7-db66-41ba-a6bb-e1ca5ad30ac2 req-ea384271-1298-4e46-a019-e55fa8abeff6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334370 Sep 23 10:31:45.604845 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011b2e7-44b5-4049-8a87-2e80429dad3c req-e592fae9-2f0d-4227-98f4-d19173feb950 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:45.606367 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4011b2e7-44b5-4049-8a87-2e80429dad3c req-e592fae9-2f0d-4227-98f4-d19173feb950 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0506124 Sep 23 10:31:45.646178 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4011b2e7-44b5-4049-8a87-2e80429dad3c req-246c5780-c19f-4ec7-8d81-80e38a303aa4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334764 Sep 23 10:31:46.757784 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5789e-00b0-4b6f-81f4-72b271251c28 req-4b39b027-52ed-4a1f-9c7a-b8c36ec8418a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:46.759223 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-17d5789e-00b0-4b6f-81f4-72b271251c28 req-4b39b027-52ed-4a1f-9c7a-b8c36ec8418a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0475094 Sep 23 10:31:46.797194 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-17d5789e-00b0-4b6f-81f4-72b271251c28 req-8f7e1998-8d92-480b-9b4f-ef8b871ca1c5 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320907 Sep 23 10:31:47.348807 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c58d1-be25-4c95-a2be-b53d2e360131 req-94e7b86d-78c1-4e0f-9001-f7a9e3118546 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:47.350185 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c7c58d1-be25-4c95-a2be-b53d2e360131 req-94e7b86d-78c1-4e0f-9001-f7a9e3118546 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1094189 Sep 23 10:31:47.387657 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c7c58d1-be25-4c95-a2be-b53d2e360131 req-cb34d11a-b09b-4f54-9cad-cde0ef9bf4dc tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Sep 23 10:31:47.913467 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f4d98-580b-4293-a38c-a344f44b4177 req-f8374ef4-89d4-453f-9909-8fc2426ff39c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:47.914950 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-419f4d98-580b-4293-a38c-a344f44b4177 req-f8374ef4-89d4-453f-9909-8fc2426ff39c tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0484378 Sep 23 10:31:47.955378 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-419f4d98-580b-4293-a38c-a344f44b4177 req-59d0cdd4-0b8f-407b-8eaf-a6dc6be89ed4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338111 Sep 23 10:31:48.198985 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:31:48.500438 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198258c-7a5b-4c3e-9149-13b21f5c7b8f req-b3a425e8-0b64-430e-82be-fd713900756a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:48.501834 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7198258c-7a5b-4c3e-9149-13b21f5c7b8f req-b3a425e8-0b64-430e-82be-fd713900756a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0488436 Sep 23 10:31:48.537678 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7198258c-7a5b-4c3e-9149-13b21f5c7b8f req-a6216ecb-0851-4b56-94a6-cdaf1e587ae5 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300028 Sep 23 10:31:49.071532 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926669e-9e17-4158-888c-ed5a4723af55 req-ab667bb0-90fc-43ef-9990-91a926ca95f6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:49.072870 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0926669e-9e17-4158-888c-ed5a4723af55 req-ab667bb0-90fc-43ef-9990-91a926ca95f6 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0500486 Sep 23 10:31:49.112159 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0926669e-9e17-4158-888c-ed5a4723af55 req-3b2fec1b-73f3-4f6e-b5d8-f0bcd224a830 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332818 Sep 23 10:31:49.648904 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d884ce-fea9-4a78-9f94-7c768b912c22 req-d53f8fdb-69d5-438f-aea3-f9b165bc6884 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:49.650385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-42d884ce-fea9-4a78-9f94-7c768b912c22 req-d53f8fdb-69d5-438f-aea3-f9b165bc6884 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0468488 Sep 23 10:31:49.686731 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-42d884ce-fea9-4a78-9f94-7c768b912c22 req-92fcb410-78dd-4282-a95a-04586b4e5566 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304806 Sep 23 10:31:50.226455 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a6f6-4e08-4482-afd0-8f689f4f6b5b req-5d9c8236-d915-48af-b289-12c48cd7a0bd tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:50.227950 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7dd3a6f6-4e08-4482-afd0-8f689f4f6b5b req-5d9c8236-d915-48af-b289-12c48cd7a0bd tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0489933 Sep 23 10:31:50.266727 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7dd3a6f6-4e08-4482-afd0-8f689f4f6b5b req-23083b7e-8bb7-44d6-91a5-5c33a8f1a379 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327637 Sep 23 10:31:50.804792 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab64d-acb1-479b-b334-299f8d6ef933 req-6ad3f1ef-e4ed-484c-bbe5-749cf672f6f2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:50.806297 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c7ab64d-acb1-479b-b334-299f8d6ef933 req-6ad3f1ef-e4ed-484c-bbe5-749cf672f6f2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0512960 Sep 23 10:31:50.844004 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c7ab64d-acb1-479b-b334-299f8d6ef933 req-9db6a7b1-1289-4c38-aadf-dfd0d8fef14a tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Sep 23 10:31:51.379854 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258349c6-ef7d-4647-837a-fedb5dba1028 req-81452407-8823-4503-a5ad-a1453a04fee3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:51.381909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-258349c6-ef7d-4647-837a-fedb5dba1028 req-81452407-8823-4503-a5ad-a1453a04fee3 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0484619 Sep 23 10:31:51.421665 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-258349c6-ef7d-4647-837a-fedb5dba1028 req-0cc4f049-f44b-4cef-93eb-75eef0a6a925 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337679 Sep 23 10:31:51.956250 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441661-dc98-40c4-817d-5e0078152fea req-3e1a1073-ae7f-46d5-8057-231b8711c0ce tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:51.957698 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a2441661-dc98-40c4-817d-5e0078152fea req-3e1a1073-ae7f-46d5-8057-231b8711c0ce tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0469875 Sep 23 10:31:51.994213 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a2441661-dc98-40c4-817d-5e0078152fea req-6cc6405a-802c-4d9e-8153-ac534887643e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300128 Sep 23 10:31:52.540715 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c1df-13ba-4256-a603-5d78b8d5bd95 req-4db5cb19-1d96-4ede-865b-68a45c3d1e0a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:52.542181 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-adb7c1df-13ba-4256-a603-5d78b8d5bd95 req-4db5cb19-1d96-4ede-865b-68a45c3d1e0a tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0527959 Sep 23 10:31:52.580895 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-adb7c1df-13ba-4256-a603-5d78b8d5bd95 req-db82d2c8-2cb4-4388-b53f-7b191d094d50 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326941 Sep 23 10:31:52.819229 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4aa995e1-3328-4318-8d09-c9c0a5d066b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:53.104372 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edb9a7-ea9c-4918-a47c-6e155cc08a19 req-7f77d688-86fd-4941-b553-a18312c06728 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:53.105842 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67edb9a7-ea9c-4918-a47c-6e155cc08a19 req-7f77d688-86fd-4941-b553-a18312c06728 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0474627 Sep 23 10:31:53.141861 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67edb9a7-ea9c-4918-a47c-6e155cc08a19 req-fe0a0a7d-dee3-43de-a18c-bac653a0434c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302699 Sep 23 10:31:53.695268 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d887b4-3d2b-41d3-90e5-a25594418661 req-65c89688-f070-4cd2-a57a-a73e36e4d104 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:53.696885 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-88d887b4-3d2b-41d3-90e5-a25594418661 req-65c89688-f070-4cd2-a57a-a73e36e4d104 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0485494 Sep 23 10:31:53.741409 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-88d887b4-3d2b-41d3-90e5-a25594418661 req-a3d19f31-fcc6-4493-b247-ef23ceae6699 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368118 Sep 23 10:31:54.263792 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355991e-a299-481d-be53-73b0a5123175 req-b9b88236-d24d-4410-b48e-a31f31ef4441 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:54.265242 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d355991e-a299-481d-be53-73b0a5123175 req-b9b88236-d24d-4410-b48e-a31f31ef4441 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0571845 Sep 23 10:31:54.302759 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d355991e-a299-481d-be53-73b0a5123175 req-2aaa8861-413a-408b-9c14-929a7b35f785 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Sep 23 10:31:54.855374 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409db718-1d63-4153-bace-130a5e147969 req-261aee76-9f28-4c68-9513-64a952962499 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:54.857070 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-409db718-1d63-4153-bace-130a5e147969 req-261aee76-9f28-4c68-9513-64a952962499 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0484941 Sep 23 10:31:54.897567 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-409db718-1d63-4153-bace-130a5e147969 req-65bfdc7d-9324-4ae9-b8f5-34fdf60aa70b tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&id=47213fba-4ce8-4913-9903-856974db1c62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347509 Sep 23 10:31:55.374406 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a337e7be-3ac1-49a0-888a-10a00e86fc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:55.377290 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:55.414974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e13a2a-91c1-4bd9-b00e-eb869fb0bfdf req-008bf9ce-0e8e-40a9-82cc-34b8ecb2e0ff tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:55.416427 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f7e13a2a-91c1-4bd9-b00e-eb869fb0bfdf req-008bf9ce-0e8e-40a9-82cc-34b8ecb2e0ff tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0480413 Sep 23 10:31:55.454339 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f7e13a2a-91c1-4bd9-b00e-eb869fb0bfdf req-0d55c256-6543-4bc2-ada0-757c6a7a6cdd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Sep 23 10:31:56.057007 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:56.571040 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef28e85-09c3-49c6-a5ca-575a681b837d req-81993b41-1841-49de-bb85-38b2c1a2969f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:56.572705 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ef28e85-09c3-49c6-a5ca-575a681b837d req-81993b41-1841-49de-bb85-38b2c1a2969f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0530298 Sep 23 10:31:56.597257 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:56.610577 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4ef28e85-09c3-49c6-a5ca-575a681b837d req-ab5e38b5-4d4b-4884-81df-3388fe8f471f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Sep 23 10:31:56.937386 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-d8ff342d-f76d-4ce1-bd04-dae40520f370 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379927 Sep 23 10:31:57.019951 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-7ec269de-2ed0-4182-99ab-81ca526a6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:57.021369 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-7ec269de-2ed0-4182-99ab-81ca526a6567 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 1099 time: 0.0383708 Sep 23 10:31:57.135186 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-8d54c3cd-8245-48d6-921e-9ce3913e7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:57.136664 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-8d54c3cd-8245-48d6-921e-9ce3913e7ee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.0862794 Sep 23 10:31:57.208364 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-3c0db392-9617-4c66-8a5e-0c1bc5cd5237 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 200 len: 1001 time: 0.0569112 Sep 23 10:31:57.259400 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-52988850-52ba-4bdf-ba16-53e1a690e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:57.261338 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-52988850-52ba-4bdf-ba16-53e1a690e59f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0454972 Sep 23 10:31:57.308471 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-728f6f5d-64b5-478c-9406-f3ecb415ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:57.310000 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-728f6f5d-64b5-478c-9406-f3ecb415ecb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396729 Sep 23 10:31:57.407934 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-78ef0a1e-fe02-421e-807c-3d9c23b82811 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822046 Sep 23 10:31:57.517074 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1bdb905d-3c8b-4482-97a8-349c615ac62d req-44796bb2-df86-4048-8c47-06f9b3f4216a service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967729 Sep 23 10:31:57.722339 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6267a1-0380-4191-8c98-278a3d53f062 req-d297f415-922d-4a95-929d-7424a315657c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:57.723752 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-df6267a1-0380-4191-8c98-278a3d53f062 req-d297f415-922d-4a95-929d-7424a315657c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0463724 Sep 23 10:31:57.760126 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-df6267a1-0380-4191-8c98-278a3d53f062 req-6e6b3571-2585-427c-bd5e-5e6ed2ef47c0 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300698 Sep 23 10:31:58.446608 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:31:58.906875 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63986e06-4b07-4376-8d1d-6155e0e6ac91 req-7fd49a18-e84d-4c13-b0f4-8fecac4671ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:58.908324 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63986e06-4b07-4376-8d1d-6155e0e6ac91 req-7fd49a18-e84d-4c13-b0f4-8fecac4671ba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 946 time: 0.0802872 Sep 23 10:31:58.915711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30bd00-c95f-4ce4-b53a-ebe3ec2485ae req-26ff9f8a-b7c7-4311-89db-3f86e704e8be tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:31:58.917050 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8f30bd00-c95f-4ce4-b53a-ebe3ec2485ae req-26ff9f8a-b7c7-4311-89db-3f86e704e8be tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0872464 Sep 23 10:31:58.970577 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63986e06-4b07-4376-8d1d-6155e0e6ac91 req-8694b179-18b3-42f8-b12d-762b8a0a596b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525308 Sep 23 10:31:58.973140 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8f30bd00-c95f-4ce4-b53a-ebe3ec2485ae req-3b8da754-fd70-42b5-b3da-f691a9f8e193 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497432 Sep 23 10:32:00.114239 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0883a-3f7d-4e87-8f02-7007549b3c25 req-e77ef089-0061-4684-9868-a2028427ffbc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:00.116287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-35c0883a-3f7d-4e87-8f02-7007549b3c25 req-e77ef089-0061-4684-9868-a2028427ffbc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 946 time: 0.0690217 Sep 23 10:32:00.124262 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b890-6e0a-4128-8d3f-18fd26633850 req-b60e391d-6af6-4400-99d2-ed63a9bf4ff9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:00.125593 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f468b890-6e0a-4128-8d3f-18fd26633850 req-b60e391d-6af6-4400-99d2-ed63a9bf4ff9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0868204 Sep 23 10:32:00.420168 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-35c0883a-3f7d-4e87-8f02-7007549b3c25 req-37b2e903-9642-4c57-b8d4-2eb2391c2385 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ce72068-13c1-40b1-a5d7-32355d25fc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935143 Sep 23 10:32:00.424767 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f468b890-6e0a-4128-8d3f-18fd26633850 req-40ebce60-1195-461d-ac84-fba6097e3c8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921603 Sep 23 10:32:00.719001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-4672c4ec-b4b6-497a-967d-e2df62bbc78d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:00.720318 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-4672c4ec-b4b6-497a-967d-e2df62bbc78d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 946 time: 0.0465431 Sep 23 10:32:00.816702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Deleting port 04c596bd-a45a-4b77-97aa-ce571ca974c3 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:00.817042 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:00.902887 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] For port 04c596bd-a45a-4b77-97aa-ce571ca974c3, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=04c596bd-a45a-4b77-97aa-ce571ca974c3,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:00.903246 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:01.062909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:01.063181 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:01.063492 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Floating IP 6355fed6-d0ac-4507-9f1b-d859e669745f disassociated. External IP: 172.27.2.113, port: 04c596bd-a45a-4b77-97aa-ce571ca974c3. Sep 23 10:32:01.063825 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Calling delete_port for 04c596bd-a45a-4b77-97aa-ce571ca974c3 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:01.185700 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:01.213178 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event deleted for resources: {'Port': ['ID=04c596bd-a45a-4b77-97aa-ce571ca974c3,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:01.223804 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.224152 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.225170 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.225510 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.225868 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.226201 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.226529 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.226853 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.227178 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.227500 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.227823 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.228143 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:01.333327 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:01.436021 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:01.447598 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:01.457053 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:01.457722 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:31:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:01.484923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] No DVR routers for this DVR port 04c596bd-a45a-4b77-97aa-ce571ca974c3 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:01.487504 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:01.489467 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c8029ead-22bf-4ed4-8323-d3e8e5e27459 req-25bbc06e-8717-4b26-8e94-2f2dd66107c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "DELETE /v2.0/ports/04c596bd-a45a-4b77-97aa-ce571ca974c3 HTTP/1.1" status: 204 len: 173 time: 0.7575555 Sep 23 10:32:01.489944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-deleted', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:01.492693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ef366-dcff-405d-ac39-1dd0f55a5569" -d '{"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-deleted", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:01.550365 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8bf9d782-1d72-4b98-bd9b-1f1a1c51f993 req-30c96928-fd78-4af1-99c9-a81c03d04942 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37bce1c-91cd-4847-81bb-5b6f794b9bde HTTP/1.1" status: 200 len: 210 time: 0.0466673 Sep 23 10:32:01.576734 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9250-db3c-4698-a499-2bfd1055b6a1 req-ebbcda2a-8726-4a0e-8ed3-7c57cee002cd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:01.592695 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e11c9250-db3c-4698-a499-2bfd1055b6a1 req-ebbcda2a-8726-4a0e-8ed3-7c57cee002cd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0788555 Sep 23 10:32:01.614730 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:01.616375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d6971-149c-49aa-afdc-ede7ce99d8fb x-openstack-request-id: req-c83d6971-149c-49aa-afdc-ede7ce99d8fb {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:01.616674 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bce1c-91cd-4847-81bb-5b6f794b9bde", "name": "network-vif-deleted", "tag": "04c596bd-a45a-4b77-97aa-ce571ca974c3", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:01.617003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c83d6971-149c-49aa-afdc-ede7ce99d8fb {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:01.617324 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bce1c-91cd-4847-81bb-5b6f794b9bde', 'name': 'network-vif-deleted', 'tag': '04c596bd-a45a-4b77-97aa-ce571ca974c3', 'status': 'completed', 'code': 200} Sep 23 10:32:01.644216 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e11c9250-db3c-4698-a499-2bfd1055b6a1 req-a810655d-5271-4892-af45-3267ca2452d9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509479 Sep 23 10:32:01.831006 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:01.857167 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:01.865683 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:01.866294 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:31:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:01.973047 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:02.284442 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:02.310321 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c63560-8230-4aa2-8ebf-14827ad2fc5a None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:02.463138 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-20cc2fc3-fe9c-4e60-8d23-d5d9540361a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:02.464663 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-20cc2fc3-fe9c-4e60-8d23-d5d9540361a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1098 time: 0.0425725 Sep 23 10:32:02.518543 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18895c10-459b-4517-8eaf-b86be70e5a6a None None] New status for floating IP 6355fed6-d0ac-4507-9f1b-d859e669745f: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:32:02.564173 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-d6d56df3-46ee-4e43-8fd3-ebc21bdcaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:02.565650 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-d6d56df3-46ee-4e43-8fd3-ebc21bdcaf75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 909 time: 0.0896227 Sep 23 10:32:02.637935 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-f70b4bf0-57c2-4ef1-b194-83521d0f43a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 1001 time: 0.0642309 Sep 23 10:32:02.661187 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59188) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:02.694495 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-ebe96234-5977-4ded-945a-970859faf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:02.695995 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-ebe96234-5977-4ded-945a-970859faf8d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 200 len: 847 time: 0.0510557 Sep 23 10:32:02.731679 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:02.756456 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:02.771343 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-b06745d2-add3-44d5-8bfc-1b74d0f4ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:02.772829 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-b06745d2-add3-44d5-8bfc-1b74d0f4ff97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22123281-7480-4e7e-bf89-25e7bcdffbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697026 Sep 23 10:32:02.784653 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a6fdf-48e1-4f93-9439-6d298526d127 req-852a9f4a-68e8-4862-b47d-f4df256a7b52 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:02.786119 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-120a6fdf-48e1-4f93-9439-6d298526d127 req-852a9f4a-68e8-4862-b47d-f4df256a7b52 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0590055 Sep 23 10:32:02.808224 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:02.810855 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:02.811970 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ce72068-13c1-40b1-a5d7-32355d25fc6d HTTP/1.1" status: 204 len: 168 time: 0.1492410 Sep 23 10:32:02.816704 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59194) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:02.837170 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce72068-13c1-40b1-a5d7-32355d25fc6d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:02.839378 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.api.v2.resource [None req-4b2b0961-4304-478a-ae25-300bd8845f8e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] show failed (client error): The resource could not be found. Sep 23 10:32:02.840439 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4b2b0961-4304-478a-ae25-300bd8845f8e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups/8ce72068-13c1-40b1-a5d7-32355d25fc6d HTTP/1.1" status: 404 len: 347 time: 0.0228217 Sep 23 10:32:02.845131 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59196) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:02.854670 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.855281 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.856572 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.856931 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.857269 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.857656 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.857973 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.858305 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.858636 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.858968 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.859296 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.859622 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50a910-d398-4adf-a1b1-81d44e59bdaa tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:02.887053 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-120a6fdf-48e1-4f93-9439-6d298526d127 req-050d31f8-c0a1-4893-9c89-c1383a66596b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926206 Sep 23 10:32:02.907521 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-a214b31e-071b-48be-ac85-f8282570ca6b service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204777 Sep 23 10:32:02.981958 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Deleting port 4ffbe7ff-4f80-4466-b532-93f62318294d {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:02.982198 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.008280 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5490109b-69d9-4e04-b66f-a1d0d43a8092 req-636a2875-b3be-42f4-a0d1-bf1b3d3ee834 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926933 Sep 23 10:32:03.060931 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.061260 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.072408 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Calling delete_port for 4ffbe7ff-4f80-4466-b532-93f62318294d owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:03.198921 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.222752 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event deleted for resources: {'Port': ['ID=4ffbe7ff-4f80-4466-b532-93f62318294d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:03.281822 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.284210 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.285329 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-3655e9cb-97f9-4f4d-9d5d-04583a2694d4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "DELETE /v2.0/floatingips/6355fed6-d0ac-4507-9f1b-d859e669745f HTTP/1.1" status: 204 len: 168 time: 0.4390607 Sep 23 10:32:03.745942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59200) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:03.750455 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--878819752', 'description': 'tempest-description--1509262892'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:03.771750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.851157 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.855288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.885326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.886603 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1396508 Sep 23 10:32:03.887705 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c10f8-fdf1-4aee-8a66-a19ba7fa25bc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420fd7c5-3130-4e48-a4d7-9d918cc0de37,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:03.889592 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59204) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:03.894169 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'security_group_rule': {'security_group_id': '420fd7c5-3130-4e48-a4d7-9d918cc0de37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:03.921893 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.977945 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.981342 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:03.998234 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcaaa77-a0d8-40ff-8e9d-95f961576a9e,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:04.004788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.006889 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b1fc6-643b-41fe-ab2f-05804c6ebe86 req-f53c0b5f-a502-4d93-94ad-ad4f2cf175cd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:04.007018 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-1d8f9293-4ea9-4569-b1b3-6990e136956d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163192 Sep 23 10:32:04.008413 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9a5b1fc6-643b-41fe-ab2f-05804c6ebe86 req-f53c0b5f-a502-4d93-94ad-ad4f2cf175cd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0513926 Sep 23 10:32:04.009707 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:04.013962 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'security_group_rule': {'security_group_id': '420fd7c5-3130-4e48-a4d7-9d918cc0de37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:04.038599 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.046939 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9a5b1fc6-643b-41fe-ab2f-05804c6ebe86 req-385ab205-3b95-4368-8016-315e4c06601e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Sep 23 10:32:04.093846 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.097046 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.117590 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f543e1a-414b-4fdb-9e20-9ae619c7a81f,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:04.124143 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.125326 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-b39aedf6-cbe0-4fa1-a495-eae5a100f104 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146963 Sep 23 10:32:04.128317 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59210) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:04.132489 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:04.153327 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.247027 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.350942 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Allocated IP 172.27.2.227 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/9cd6e3a8-d1c4-4185-8e29-b4b0267da1e4) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:32:04.449725 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.462002 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:04.482032 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 04c596bd-a45a-4b77-97aa-ce571ca974c3 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:04.482404 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 04c596bd-a45a-4b77-97aa-ce571ca974c3 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:04.483730 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.522948 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:32:04.526967 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:32:04.530383 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:32:04.537967 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'Port': ['ID=9cd6e3a8-d1c4-4185-8e29-b4b0267da1e4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:04.615604 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.647842 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.795065 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.800671 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.875100 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'Port': ['ID=9cd6e3a8-d1c4-4185-8e29-b4b0267da1e4,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:04.884824 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.899399 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:04.900636 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-56bbd186-1f8e-4c49-b3e8-362934c6d19a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7714188 Sep 23 10:32:05.095553 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-770677d9-fc03-488e-9a5d-271423300e7a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--878819752&fields=id&tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 267 time: 0.0355716 Sep 23 10:32:05.219768 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc365d6c-387c-4fcf-8d02-f26638fefbf2 req-33a7a251-78e7-43b8-b637-2e8fd5b48392 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:05.221272 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dc365d6c-387c-4fcf-8d02-f26638fefbf2 req-33a7a251-78e7-43b8-b637-2e8fd5b48392 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0964324 Sep 23 10:32:05.252664 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-a2ad3031-0cbd-43b9-833c-b91049dfc616 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:05.254103 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-a2ad3031-0cbd-43b9-833c-b91049dfc616 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 816 time: 0.1503339 Sep 23 10:32:05.280067 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dc365d6c-387c-4fcf-8d02-f26638fefbf2 req-d3a4953d-4d56-471a-805c-572a5e6a4384 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526907 Sep 23 10:32:05.281387 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9bf1f7ec-1e5b-4bf0-bc48-826a3445d6d0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/quotas/b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 375 time: 0.0196912 Sep 23 10:32:05.337796 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-b21c0991-6afb-43ba-b9e2-16018e4655d2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509236 Sep 23 10:32:05.555877 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-02493367-5f93-45c7-b9f9-bd913ac53317 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223047 Sep 23 10:32:05.557954 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9374cf3c-3318-4793-8b26-fb38e6fbe5f1 service neutron] 10.222.0.50 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074521 Sep 23 10:32:05.565076 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d315d5-fba8-4860-b210-e9b71d09e846 req-972dd34d-9128-468c-8710-bda80f07d4b9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:05.566436 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4d315d5-fba8-4860-b210-e9b71d09e846 req-972dd34d-9128-468c-8710-bda80f07d4b9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1186645 Sep 23 10:32:05.660329 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4d315d5-fba8-4860-b210-e9b71d09e846 req-f36a8334-e66c-49c3-ba86-fc6c87a7e919 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840468 Sep 23 10:32:05.683959 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-58468186-5a4b-4b9f-a90b-b9b7f495b00b service neutron] 10.222.0.50 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165979 Sep 23 10:32:05.853805 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b284cec7-c83f-4d02-b741-e462c87f3642 req-65b548ca-fc22-4234-a139-31b0a475c0c9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 210 time: 0.0271142 Sep 23 10:32:06.866912 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd23716-9afa-455f-988e-b0ff8c0b72d0 req-c4f62806-0e46-422e-8cf3-8573e0543d16 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:06.868879 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-abd23716-9afa-455f-988e-b0ff8c0b72d0 req-c4f62806-0e46-422e-8cf3-8573e0543d16 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1247482 Sep 23 10:32:06.903772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-d9efd24d-9a8b-427c-8ece-4629a7b4cdda tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:06.905132 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-d9efd24d-9a8b-427c-8ece-4629a7b4cdda tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 816 time: 0.1730707 Sep 23 10:32:06.932498 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-abd23716-9afa-455f-988e-b0ff8c0b72d0 req-8537736a-8167-4245-91b8-7c3bd0305282 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530260 Sep 23 10:32:06.970389 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0d4c421-f3db-4b2d-82f0-2255d102580b req-b9917b83-fbcf-43ed-a46c-b2e5838dcd84 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 210 time: 0.0369670 Sep 23 10:32:06.989402 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-72e95a5e-6ab1-4181-b7fc-29e1c10756ac tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 379 time: 0.0684941 Sep 23 10:32:07.006954 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'port': {'device_id': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'admin_state_up': True, 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'security_groups': ['420fd7c5-3130-4e48-a4d7-9d918cc0de37']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:07.117855 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Made reservation on behalf of b6c1ac210db44096acf0a8fb4f9a8bcd for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:32:07.121251 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:07.258067 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-94ee0f6a-2cba-4f65-9ab3-c3120cefde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:07.259573 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-94ee0f6a-2cba-4f65-9ab3-c3120cefde4a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c&tenant_id=f7cf0ac3c12147d3bd4a514a99850dda HTTP/1.1" status: 200 len: 1098 time: 0.1474249 Sep 23 10:32:07.281980 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Allocated IP 172.20.0.6 (87de074f-ce01-4ee7-abad-d960e0cfc920/3207a930-e907-4e5c-807c-5d7dc14402ef/7f08b642-0791-45c7-9390-c9245aed515b) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:32:07.365957 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-2d26195d-4ffb-4413-8e48-d97ddda72271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:07.367447 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-2d26195d-4ffb-4413-8e48-d97ddda72271 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1098 time: 0.0757110 Sep 23 10:32:07.504215 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:07.521863 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-0669e79e-3d53-42aa-9d57-ce4ac0608d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:07.523328 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-0669e79e-3d53-42aa-9d57-ce4ac0608d82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 909 time: 0.1455748 Sep 23 10:32:07.589063 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:07.636614 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-9d510d48-6723-493a-bd10-c855e6551141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 1001 time: 0.1041086 Sep 23 10:32:07.638215 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:32:07.641244 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:32:07.643581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:32:07.716001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:07.738132 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:07.738750 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:07.741833 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-41c6b21f-216d-4137-871e-9380b506a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:07.743257 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-41c6b21f-216d-4137-871e-9380b506a91c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 200 len: 847 time: 0.0938144 Sep 23 10:32:07.764081 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-e79e221f-0b57-48db-a2be-6cfe97e39686 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609923 Sep 23 10:32:07.785821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Request body: {'port': {'device_id': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:07.817176 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-125a244d-369a-4b0e-bf6f-154536a2b7f9 None None] Provisioning complete for port 7f08b642-0791-45c7-9390-c9245aed515b triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:32:07.818793 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-125a244d-369a-4b0e-bf6f-154536a2b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:07.843239 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-bac423dd-4a2c-46df-ba82-573e4782db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:07.844718 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-bac423dd-4a2c-46df-ba82-573e4782db0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22123281-7480-4e7e-bf89-25e7bcdffbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912538 Sep 23 10:32:07.848943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:07.853500 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-125a244d-369a-4b0e-bf6f-154536a2b7f9 None None] Port 7f08b642-0791-45c7-9390-c9245aed515b cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:32:08.320449 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-539ebdaa-fef8-4022-b6f7-bd9fb152d54f service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616330 Sep 23 10:32:08.416851 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320ab52-2fc2-49ae-b605-4213dc3f6259 req-4c5af660-2b34-49ee-85b1-dc39115c0f7b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:08.418314 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4320ab52-2fc2-49ae-b605-4213dc3f6259 req-4c5af660-2b34-49ee-85b1-dc39115c0f7b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.4068134 Sep 23 10:32:08.488711 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:08.507121 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5976a2-c415-4a2c-af0a-6c167e5bbe3d req-17be2376-438a-4fd7-910d-76d299b9121a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:08.508612 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec5976a2-c415-4a2c-af0a-6c167e5bbe3d req-17be2376-438a-4fd7-910d-76d299b9121a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 931 time: 0.2123253 Sep 23 10:32:08.566000 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.578076 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4320ab52-2fc2-49ae-b605-4213dc3f6259 req-a3fa267e-c1ee-40d5-9241-b30dbfa52426 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083558 Sep 23 10:32:08.583456 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f10dc61-9757-4beb-abe0-58f958e374e8 req-1df1c1fd-5d4f-4250-aceb-22cf24c06075 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386558 Sep 23 10:32:08.590253 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:08.592664 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dab40f-2b67-474a-a974-1bfe2e572d46" -d '{"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:08.608373 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:08.611866 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.616808 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec5976a2-c415-4a2c-af0a-6c167e5bbe3d req-40119e07-16d7-4df2-87fc-7f9cfa154050 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980604 Sep 23 10:32:08.658077 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f08b642-0791-45c7-9390-c9245aed515b {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:32:08.667115 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:08.668845 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.676155 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86537b25-fc41-46e0-aa44-0e758b44817c x-openstack-request-id: req-86537b25-fc41-46e0-aa44-0e758b44817c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:08.676487 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:08.676774 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86537b25-fc41-46e0-aa44-0e758b44817c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:08.677857 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'code': 200} Sep 23 10:32:08.682979 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Transition to ACTIVE for port object 7f08b642-0791-45c7-9390-c9245aed515b will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:32:08.685857 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.757539 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:08.810195 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Attempting to bind port 7f08b642-0791-45c7-9390-c9245aed515b on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:32:08.810817 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Attempting to bind port 7f08b642-0791-45c7-9390-c9245aed515b by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:32:08.811145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Attempting to bind port 7f08b642-0791-45c7-9390-c9245aed515b on network 87de074f-ce01-4ee7-abad-d960e0cfc920 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:32:08.815678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Port 7f08b642-0791-45c7-9390-c9245aed515b on network 87de074f-ce01-4ee7-abad-d960e0cfc920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:32:08.815995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Attempting to bind port 7f08b642-0791-45c7-9390-c9245aed515b on network 87de074f-ce01-4ee7-abad-d960e0cfc920 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:32:08.821638 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:32:08.821991 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Checking segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:32:08.822389 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Bound using segment: {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:32:08.822823 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Bound port: 7f08b642-0791-45c7-9390-c9245aed515b, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a518895-917e-405b-b9a4-944df2fc7c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:32:08.823188 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.888473 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:32:08.891428 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:32:08.896017 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.932057 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:08.932676 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:08.934101 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 200 len: 1093 time: 1.1525393 Sep 23 10:32:08.934540 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:08.936840 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92ab85e-cf9f-46b4-905b-86079ee48d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:08.970318 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e9f85-627a-45cd-888e-4b9adccd5e23 service neutron] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:09.011535 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4a8a66-1ce2-41e9-afa8-93d0038c8751 x-openstack-request-id: req-7f4a8a66-1ce2-41e9-afa8-93d0038c8751 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:09.011825 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:09.012078 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f4a8a66-1ce2-41e9-afa8-93d0038c8751 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:09.012466 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'status': 'completed', 'code': 200} Sep 23 10:32:09.029286 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-fce92492-9c23-44f3-a81e-0db62ce038da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.030823 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-fce92492-9c23-44f3-a81e-0db62ce038da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1096 time: 0.0525856 Sep 23 10:32:09.077344 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-03506e83-a738-4169-afb3-6e5553bf8273 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 200 len: 217 time: 0.0358036 Sep 23 10:32:09.127106 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-4f7f18b4-5de2-4392-9d6a-aae6099036e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.128562 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-4f7f18b4-5de2-4392-9d6a-aae6099036e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0438962 Sep 23 10:32:09.174222 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-5a1ed339-fbe0-4c02-87ba-e596cb58c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.175662 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-5a1ed339-fbe0-4c02-87ba-e596cb58c8ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388286 Sep 23 10:32:09.268698 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-f37fd192-d875-4828-93bc-295f81112549 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834212 Sep 23 10:32:09.363202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3c7a2adc-2d4b-42cd-9a31-cfc2f969c84b req-6b723435-af8c-40a7-a29d-d3e1039bb88d service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835314 Sep 23 10:32:09.450405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-9508dbb3-ff34-4ac1-aa81-bbc7d20ad786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.451817 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-9508dbb3-ff34-4ac1-aa81-bbc7d20ad786 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1096 time: 0.0386217 Sep 23 10:32:09.540026 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-d955bcdf-92b7-4b85-a23c-f873f883fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.541461 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-d955bcdf-92b7-4b85-a23c-f873f883fcdb service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.0806565 Sep 23 10:32:09.588323 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-8dba43f0-4e9b-4c8e-931e-7f9828a66dff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 200 len: 217 time: 0.0376675 Sep 23 10:32:09.637446 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-b6b2f407-57d6-4912-bb6f-0c9220422a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.638926 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-b6b2f407-57d6-4912-bb6f-0c9220422a70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0429180 Sep 23 10:32:09.739444 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-7e97c720-2a84-4b34-acfb-7e152cbc6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.741483 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-7e97c720-2a84-4b34-acfb-7e152cbc6458 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938833 Sep 23 10:32:09.760042 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec98aaa-f86e-4b6e-8384-9e181b38167f req-ba1355a8-8ad1-4030-8148-5124a69cb97e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.761411 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5ec98aaa-f86e-4b6e-8384-9e181b38167f req-ba1355a8-8ad1-4030-8148-5124a69cb97e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.1047559 Sep 23 10:32:09.814492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7d79-14d2-4ea6-a093-7e13a48e9044 req-05286aa4-670c-4ea2-a754-32b53d5e2056 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:09.815939 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fabb7d79-14d2-4ea6-a093-7e13a48e9044 req-05286aa4-670c-4ea2-a754-32b53d5e2056 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.1171768 Sep 23 10:32:09.877336 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5ec98aaa-f86e-4b6e-8384-9e181b38167f req-5733f75e-1e0e-4c5e-9599-91bb262145c2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045709 Sep 23 10:32:09.910116 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fabb7d79-14d2-4ea6-a093-7e13a48e9044 req-5a230267-e6cc-4ac5-a4f4-87a07672a9a4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808175 Sep 23 10:32:09.921988 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-5f9b9ae4-ba94-4b9e-81e9-f9fbdabeb188 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593587 Sep 23 10:32:10.017762 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c92ab85e-cf9f-46b4-905b-86079ee48d9e req-315954d8-7679-4ddc-bd8b-80a06d5db752 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838416 Sep 23 10:32:10.992174 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04ee0d-f7e1-4cd2-9cc3-b2a6ed462c81 req-cb496ad9-ced2-4fb0-be80-d9090e6d9da1 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:10.993673 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae04ee0d-f7e1-4cd2-9cc3-b2a6ed462c81 req-cb496ad9-ced2-4fb0-be80-d9090e6d9da1 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0505080 Sep 23 10:32:11.060675 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae04ee0d-f7e1-4cd2-9cc3-b2a6ed462c81 req-a0ee453f-f165-4a47-84a0-53743aecd8f0 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575943 Sep 23 10:32:11.068689 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075988ad-1a00-41c2-9053-bfc556435d30 req-a8dff11a-eaec-4ee7-a96b-9227afae241a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:11.070188 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-075988ad-1a00-41c2-9053-bfc556435d30 req-a8dff11a-eaec-4ee7-a96b-9227afae241a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0756526 Sep 23 10:32:11.108748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-075988ad-1a00-41c2-9053-bfc556435d30 req-bc911e1e-9655-42d5-8181-5089aaa90841 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325851 Sep 23 10:32:12.172211 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89adde-4454-44c8-acc6-7f428bf6200c req-72e42d0f-0780-4221-b25d-9f138ad62436 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:12.173760 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5e89adde-4454-44c8-acc6-7f428bf6200c req-72e42d0f-0780-4221-b25d-9f138ad62436 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0479627 Sep 23 10:32:12.239411 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5e89adde-4454-44c8-acc6-7f428bf6200c req-6c61d6dd-4fca-414f-ad88-e7b4a2fce176 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593636 Sep 23 10:32:12.256598 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca079-ab34-42d0-a370-3eee6f000e01 req-69ed27d9-1359-4716-a66a-7d23751f63c8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:12.258112 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-359ca079-ab34-42d0-a370-3eee6f000e01 req-69ed27d9-1359-4716-a66a-7d23751f63c8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0724788 Sep 23 10:32:12.296160 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-359ca079-ab34-42d0-a370-3eee6f000e01 req-a39d783d-0fc0-438e-8110-ce7998c7860d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Sep 23 10:32:12.516557 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:32:12.612323 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:12.623697 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '7f08b642-0791-45c7-9390-c9245aed515b', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'port_id': '7f08b642-0791-45c7-9390-c9245aed515b', 'mac_address': 'fa:16:3e:99:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:32:12.659106 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:12.671871 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f08b642-0791-45c7-9390-c9245aed515b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:32:12.690963 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:12.696132 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:12.745584 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:12.956328 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['7f08b642-0791-45c7-9390-c9245aed515b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:32:13.357433 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80c58-9182-4a2d-aab7-b0f96d5c48cc req-75a8229e-1482-4e2a-ab9b-1551beecf2a8 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:13.358968 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-07a80c58-9182-4a2d-aab7-b0f96d5c48cc req-75a8229e-1482-4e2a-ab9b-1551beecf2a8 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0526381 Sep 23 10:32:13.427853 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-07a80c58-9182-4a2d-aab7-b0f96d5c48cc req-c7051b1b-5ca2-4c02-9d56-d6e8a7105269 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624504 Sep 23 10:32:13.445906 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbc758-da54-401d-b7a9-5689fada578d req-0cfdccc3-0061-41a7-9384-26a0fe17eb6e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:13.447348 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-03cbc758-da54-401d-b7a9-5689fada578d req-0cfdccc3-0061-41a7-9384-26a0fe17eb6e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 944 time: 0.0646763 Sep 23 10:32:13.486461 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-03cbc758-da54-401d-b7a9-5689fada578d req-a83f7afa-f199-4a01-9e3a-6bb5dd72c824 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Sep 23 10:32:14.521444 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:32:14.543193 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72757f-3ff3-46ba-9ffd-3b0a9721f806 req-76c169b9-99e0-4192-a056-d956ca5a5ed3 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:14.544686 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7e72757f-3ff3-46ba-9ffd-3b0a9721f806 req-76c169b9-99e0-4192-a056-d956ca5a5ed3 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0517387 Sep 23 10:32:14.577725 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 7f08b642-0791-45c7-9390-c9245aed515b completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:32:14.582571 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 7f08b642-0791-45c7-9390-c9245aed515b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:32:14.583114 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:14.612760 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7e72757f-3ff3-46ba-9ffd-3b0a9721f806 req-9a222bc3-d899-496b-9ce5-1c6ecab5d1bd tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578039 Sep 23 10:32:14.635047 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98419d-d227-41c1-ad13-a19501776fdc req-5732ae8e-765d-4078-9642-492ba1b1fbe9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:14.643320 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1a98419d-d227-41c1-ad13-a19501776fdc req-5732ae8e-765d-4078-9642-492ba1b1fbe9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 944 time: 0.0751841 Sep 23 10:32:14.678163 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:14.685860 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1a98419d-d227-41c1-ad13-a19501776fdc req-d902608a-1b77-46f0-ae0a-8c061f7f4221 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378909 Sep 23 10:32:14.701964 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:14.704660 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f73338-2654-41ce-b213-5a3261000925" -d '{"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:14.719044 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:14.725713 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:14.753775 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424ef1b-a956-470a-8ce6-650855314698 x-openstack-request-id: req-2424ef1b-a956-470a-8ce6-650855314698 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:14.754159 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:14.754479 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2424ef1b-a956-470a-8ce6-650855314698 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:14.754934 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'code': 200} Sep 23 10:32:14.788284 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:14.849964 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb0ca3-2f0e-4ec8-9800-23497b896b45 req-494031b6-a644-44b0-83ab-60c53d383055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:14.851543 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45bb0ca3-2f0e-4ec8-9800-23497b896b45 req-494031b6-a644-44b0-83ab-60c53d383055 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1096 time: 0.0411506 Sep 23 10:32:14.890147 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45bb0ca3-2f0e-4ec8-9800-23497b896b45 req-808e9af4-13e1-4d5c-804c-c23b41319e40 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Sep 23 10:32:15.127541 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055a56a-ded4-4b59-8f65-4f5908666f9e req-a28c27c5-62df-4263-96ca-5e49fad56e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:15.129275 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c055a56a-ded4-4b59-8f65-4f5908666f9e req-a28c27c5-62df-4263-96ca-5e49fad56e36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1098 time: 0.0390949 Sep 23 10:32:15.163292 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c055a56a-ded4-4b59-8f65-4f5908666f9e req-103cc093-d302-4906-9e99-d9910e193738 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260489 Sep 23 10:32:15.728499 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3283470-78f9-4851-ad72-635045553806 req-b14a662e-440a-479f-b49e-3efb3450a1a6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:15.730022 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e3283470-78f9-4851-ad72-635045553806 req-b14a662e-440a-479f-b49e-3efb3450a1a6 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 943 time: 0.0479126 Sep 23 10:32:15.776950 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e3283470-78f9-4851-ad72-635045553806 req-093f16c3-726e-438d-9c9a-6ac2ea8a7e3c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Sep 23 10:32:15.822212 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84af61-9cf2-4ff7-aa06-823bca02fe51 req-eab4495c-32fd-4b66-a56e-02609bd7ebd0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:15.823658 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae84af61-9cf2-4ff7-aa06-823bca02fe51 req-eab4495c-32fd-4b66-a56e-02609bd7ebd0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0627499 Sep 23 10:32:15.862149 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae84af61-9cf2-4ff7-aa06-823bca02fe51 req-fd185799-f1ba-4dad-83e3-8b16beac5548 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Sep 23 10:32:16.544340 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:32:16.636169 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:16.646858 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'port_id': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'mac_address': 'fa:16:3e:ec:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:32:16.685879 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:16.698658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e494a6a-7a84-4e8e-b7b3-757fc3643125 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:32:16.716611 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:16.720526 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:16.765191 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:16.889424 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5eeb-3cd0-46e8-9634-a1a4e1b0ebf8 req-090c2103-98eb-45fd-b41b-c1ddb2cb5d8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:16.890914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4bdf5eeb-3cd0-46e8-9634-a1a4e1b0ebf8 req-090c2103-98eb-45fd-b41b-c1ddb2cb5d8f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 944 time: 0.0474412 Sep 23 10:32:16.930771 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-4bdf5eeb-3cd0-46e8-9634-a1a4e1b0ebf8 req-e530aecc-d206-4257-b170-12885273b05c tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322266 Sep 23 10:32:16.981144 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d90e3-5177-461f-9c85-0d54e6f6d8d1 req-30f54937-f3bd-4334-9de1-507a2325acf4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:16.982661 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-850d90e3-5177-461f-9c85-0d54e6f6d8d1 req-30f54937-f3bd-4334-9de1-507a2325acf4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0476742 Sep 23 10:32:17.002085 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['9e494a6a-7a84-4e8e-b7b3-757fc3643125'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:32:17.020408 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-850d90e3-5177-461f-9c85-0d54e6f6d8d1 req-bf34bbf2-7417-4639-b6a9-9a6ebbbfefae tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314395 Sep 23 10:32:17.143698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67a413-3b35-4308-a91b-b3e8c4ef0475 req-e39556a2-221d-4ce3-b389-5a0e60df0167 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:17.145158 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5c67a413-3b35-4308-a91b-b3e8c4ef0475 req-e39556a2-221d-4ce3-b389-5a0e60df0167 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0509059 Sep 23 10:32:17.154390 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59326) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:17.159019 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Request body: {'floatingip': {'port_id': '7f08b642-0791-45c7-9390-c9245aed515b'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:17.197792 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:17.613378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:17.616992 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:17.714899 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Floating IP c3c96cdd-ea40-414a-a548-a2addb00d99f associated. External IP: 172.27.2.227, port: 7f08b642-0791-45c7-9390-c9245aed515b. Sep 23 10:32:17.911462 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:18.261335 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:18.266165 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:18.273755 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:18.283008 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:18.283625 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:31:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:18.292932 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e69050a4-51af-4f38-bdb0-28fd5f64063d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "PUT /v2.0/floatingips/c3c96cdd-ea40-414a-a548-a2addb00d99f HTTP/1.1" status: 200 len: 991 time: 1.1373837 Sep 23 10:32:18.293629 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:18.296740 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a926a-3526-44d5-b083-002142cb4374" -d '{"events": [{"name": "network-changed", "server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:18.395256 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d87f812-9176-407d-935d-6f15682d581b x-openstack-request-id: req-1d87f812-9176-407d-935d-6f15682d581b {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:18.395553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:18.395808 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d87f812-9176-407d-935d-6f15682d581b {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:18.396202 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'status': 'completed', 'code': 200} Sep 23 10:32:18.401313 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:18.454528 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a926a-3526-44d5-b083-002142cb4374 req-068baa27-c0fb-4496-a488-7b8927ce9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:18.455933 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-068baa27-c0fb-4496-a488-7b8927ce9d45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1098 time: 0.0404561 Sep 23 10:32:18.553266 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a926a-3526-44d5-b083-002142cb4374 req-cc530902-82a0-4007-9097-4c357bfbb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:18.554671 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-cc530902-82a0-4007-9097-4c357bfbb1f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.0907588 Sep 23 10:32:18.562397 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:32:18.621334 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-fb520d6f-19d9-4d05-af3d-99bebd98583d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 200 len: 999 time: 0.0585563 Sep 23 10:32:18.656711 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:32:18.657085 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:18.671052 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a926a-3526-44d5-b083-002142cb4374 req-a2097341-1ae0-4249-bfe1-e55a439a33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:18.672515 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-a2097341-1ae0-4249-bfe1-e55a439a33cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0436618 Sep 23 10:32:18.699239 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': 'c3c96cdd-ea40-414a-a548-a2addb00d99f', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'port_id': '7f08b642-0791-45c7-9390-c9245aed515b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'mac_address': 'fa:16:3e:99:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:32:04Z', 'updated_at': '2021-09-23T10:32:17Z', 'revision_number': 1, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:18.724474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a926a-3526-44d5-b083-002142cb4374 req-c2581c28-dc33-48c7-ae69-68dd68eddb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:18.726486 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-c2581c28-dc33-48c7-ae69-68dd68eddb1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439253 Sep 23 10:32:18.730509 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:18.743188 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:18.743796 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:31:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:18.815622 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:18.824884 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-396728f1-a344-42d6-b498-565df1bc4e6a service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895281 Sep 23 10:32:18.878170 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:18.880378 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d24968-4f64-4fa9-b2ee-362ea5967306" -d '{"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-plugged", "status": "completed", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:18.898572 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:18.907072 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:18.914540 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:18.924557 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a11a926a-3526-44d5-b083-002142cb4374 req-3920b980-8b95-4b92-95d9-3496c40bf39a service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916672 Sep 23 10:32:18.955345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4720b15f-b83d-4497-a2d2-e0ff88dd0a82 x-openstack-request-id: req-4720b15f-b83d-4497-a2d2-e0ff88dd0a82 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:18.955644 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-plugged", "status": "completed", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:18.955897 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4720b15f-b83d-4497-a2d2-e0ff88dd0a82 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:18.956275 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'code': 200} Sep 23 10:32:19.138084 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:19.150073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.150422 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.150858 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.151195 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.151524 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.151852 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.152527 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.152527 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.152825 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.153145 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.153462 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.153800 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:32:19.299985 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': 'c3c96cdd-ea40-414a-a548-a2addb00d99f', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'port_id': '7f08b642-0791-45c7-9390-c9245aed515b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'mac_address': 'fa:16:3e:99:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:32:04Z', 'updated_at': '2021-09-23T10:32:17Z', 'revision_number': 1, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:19.326723 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43dcd4-640a-4864-b141-4b9c759a1428 None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': 'c3c96cdd-ea40-414a-a548-a2addb00d99f', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'port_id': '7f08b642-0791-45c7-9390-c9245aed515b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'mac_address': 'fa:16:3e:99:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:32:04Z', 'updated_at': '2021-09-23T10:32:17Z', 'revision_number': 1, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:19.548990 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1664bd6-d1dd-4ca7-9537-4e57203c8bba None None] New status for floating IP c3c96cdd-ea40-414a-a548-a2addb00d99f: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:32:22.819616 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-637df9bb-a019-47a8-8f03-1830380dafb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:25.198509 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:32:25.359613 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:25.488721 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d8ae139d-e348-4e14-a75a-da63b9256bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:26.056721 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:26.600672 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:28.449213 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.315155 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-472424b8-025f-4c90-a2c9-7155d791f91d tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625982314&fields=id&tenant_id=ae8d7dddd243475db4c396cafec77262 HTTP/1.1" status: 200 len: 267 time: 0.0330720 Sep 23 10:32:33.368013 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-4863608d-8cbf-4cc3-8980-0d1d8e9e1e86 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:33.369437 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-4863608d-8cbf-4cc3-8980-0d1d8e9e1e86 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 984 time: 0.0476491 Sep 23 10:32:33.380603 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Request body: {'port': {'security_groups': ['fab581d9-21e1-4676-b396-7fe354257c72']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:33.451491 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.633770 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:33.661909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.666382 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.678572 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['63030c24-7632-4df2-9360-e2d8e972e4ba'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:32:33.708774 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:33.709401 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.711349 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9e9bdede-abbe-41a3-bd36-73c1a6e82551 req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "PUT /v2.0/ports/63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 942 time: 0.3355427 Sep 23 10:32:33.711797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:33.714101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb9212b-3ee1-4f86-8787-3470e7ae2667" -d '{"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:33.717155 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59444) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:33.740615 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a76bbd-4986-474e-8b34-6b7cf6e83aa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event updated for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=7']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:33.767810 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0681f0c-de77-4f5d-b675-439caf78a1f7 x-openstack-request-id: req-d0681f0c-de77-4f5d-b675-439caf78a1f7 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:33.770287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:33.770677 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0681f0c-de77-4f5d-b675-439caf78a1f7 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:33.771095 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'status': 'completed', 'code': 200} Sep 23 10:32:33.796847 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-370660c2-f158-4d5d-a9b2-3d72ea1fd347 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.804071 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['63030c24-7632-4df2-9360-e2d8e972e4ba'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:32:33.827687 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-370660c2-f158-4d5d-a9b2-3d72ea1fd347 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.839320 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-34136a85-eef9-435d-b598-5276633923d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:33.841141 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-34136a85-eef9-435d-b598-5276633923d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1098 time: 0.0489631 Sep 23 10:32:33.904036 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-370660c2-f158-4d5d-a9b2-3d72ea1fd347 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.907881 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-370660c2-f158-4d5d-a9b2-3d72ea1fd347 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:33.913317 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-370660c2-f158-4d5d-a9b2-3d72ea1fd347 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "DELETE /v2.0/security-groups/47213fba-4ce8-4913-9903-856974db1c62 HTTP/1.1" status: 204 len: 168 time: 0.1944585 Sep 23 10:32:33.914238 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59446) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:33.968781 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-c858708c-d681-4dab-a832-57c14fd355c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:33.972339 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370660c2-f158-4d5d-a9b2-3d72ea1fd347 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47213fba-4ce8-4913-9903-856974db1c62,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:33.972693 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-c858708c-d681-4dab-a832-57c14fd355c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 916 time: 0.1219704 Sep 23 10:32:34.045673 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-e23fabff-0c6b-4e2e-b4e3-7dbff71ddf8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 1000 time: 0.0620906 Sep 23 10:32:34.051409 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-e4980dcf-f050-4d60-9abf-4e4fa6395c3b None None] Provisioning complete for port 63030c24-7632-4df2-9360-e2d8e972e4ba triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:32:34.052312 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4980dcf-f050-4d60-9abf-4e4fa6395c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.097082 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Deleting port ed73b0c7-d285-40a8-b9b6-976faec51330 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:34.097456 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.098466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-3f65d33e-03f6-47dd-9d16-222005b6738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:34.100464 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-3f65d33e-03f6-47dd-9d16-222005b6738c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.0462017 Sep 23 10:32:34.157309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-8e4448ff-6e43-4f0f-9036-e11d9832dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:34.158861 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-8e4448ff-6e43-4f0f-9036-e11d9832dc1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458941 Sep 23 10:32:34.175185 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.175519 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.188032 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Calling delete_port for ed73b0c7-d285-40a8-b9b6-976faec51330 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:34.258025 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-40aadb29-efa9-4aaf-81ef-f35467c369a0 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899472 Sep 23 10:32:34.365777 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1fb9212b-3ee1-4f86-8787-3470e7ae2667 req-3ebdd294-7c2e-4a85-a4a2-9311f332c14c service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007795 Sep 23 10:32:34.539095 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.568771 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event deleted for resources: {'Port': ['ID=ed73b0c7-d285-40a8-b9b6-976faec51330,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:34.622811 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.623234 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.l3_db [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Floating IP 7470a847-5298-4ffe-971b-0c6fccfbbc20 disassociated (deleted). External IP: 172.27.2.28, port: 63030c24-7632-4df2-9360-e2d8e972e4ba. Sep 23 10:32:34.826152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Router 9b95620b-eb81-4e26-827b-d5291659b13b has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:34.933690 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:34.937912 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:34.943935 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] Sync routers for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:34.952596 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:34.953236 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:34.964148 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-32224a3e-c5cb-4842-83e2-3cad65e614bf tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "DELETE /v2.0/floatingips/7470a847-5298-4ffe-971b-0c6fccfbbc20 HTTP/1.1" status: 204 len: 168 time: 1.0391088 Sep 23 10:32:34.964737 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:34.967000 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2119a37-68bd-4e85-bc80-df354e4ae790" -d '{"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:35.072124 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224f5ec-4354-41ff-8ed7-f190abe5122f x-openstack-request-id: req-6224f5ec-4354-41ff-8ed7-f190abe5122f {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:35.072419 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:35.072538 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:35.072665 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6224f5ec-4354-41ff-8ed7-f190abe5122f {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:35.073055 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'status': 'completed', 'code': 200} Sep 23 10:32:35.137587 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-4776631a-7fa8-4b20-a10b-ffc9c01953dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:35.139860 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-4776631a-7fa8-4b20-a10b-ffc9c01953dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8d7dddd243475db4c396cafec77262&device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 1098 time: 0.0434930 Sep 23 10:32:35.251507 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-eaacfbaa-0198-4ae0-91d6-abbf5a7703d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:35.253270 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-eaacfbaa-0198-4ae0-91d6-abbf5a7703d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 200 len: 916 time: 0.1054592 Sep 23 10:32:35.301317 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-11b971ab-81dc-4309-9153-574c1b57baf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 200 len: 217 time: 0.0365098 Sep 23 10:32:35.304794 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:35.331094 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] Checking router: 9b95620b-eb81-4e26-827b-d5291659b13b for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:35.339831 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:35.340493 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:35.358944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-18d23632-52f7-44c4-b9d3-9ac1cf03b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:35.360425 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-18d23632-52f7-44c4-b9d3-9ac1cf03b74c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 200 len: 854 time: 0.0434878 Sep 23 10:32:35.410272 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-1883772f-24c9-457a-8185-ec8db5aa1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:35.411942 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-1883772f-24c9-457a-8185-ec8db5aa1c11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3355b831-63db-45e3-9d8b-027b8b4f4e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427322 Sep 23 10:32:35.444988 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:35.506153 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-b1c50963-b1f8-47c6-a9c6-44f8651fbc88 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821464 Sep 23 10:32:35.601793 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d2119a37-68bd-4e85-bc80-df354e4ae790 req-0213997e-5e6f-438d-883f-0e06a3fd69f9 service neutron] 10.222.0.59 "GET /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Sep 23 10:32:35.642831 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:35.673874 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc361d3-55a8-40b7-8b2f-8ec39a49024d None None] The sync data for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi is: [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:30:05Z', 'revision_number': 4, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '5903a499-9d46-463f-8e77-75e6ad910474', 'name': '', 'network_id': '3355b831-63db-45e3-9d8b-027b8b4f4e4c', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'mac_address': 'fa:16:3e:10:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:04Z', 'updated_at': '2021-09-23T10:30:10Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'subnets': [{'id': 'eceb95cf-2f66-4d42-a478-ea2914f94479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:35.892956 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744e1c-e8f8-48bd-8a64-2ebd1657ea49 None None] New status for floating IP 7470a847-5298-4ffe-971b-0c6fccfbbc20: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:32:38.747901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1f743-551b-4150-8e00-6e4e2a40ca1f req-37241354-82e7-4454-ab1e-49e0637ed0f4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:38.749517 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eab1f743-551b-4150-8e00-6e4e2a40ca1f req-37241354-82e7-4454-ab1e-49e0637ed0f4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Sep 23 10:32:38.788589 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eab1f743-551b-4150-8e00-6e4e2a40ca1f req-d0ec5663-4379-43f2-8c01-9e62468ccc45 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Sep 23 10:32:39.851312 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff50c3-a96d-4a71-97f0-10bb533c9708 req-584647fd-1813-42d4-8ac0-5bfca20aef6e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:39.852758 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-15ff50c3-a96d-4a71-97f0-10bb533c9708 req-584647fd-1813-42d4-8ac0-5bfca20aef6e tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.0487127 Sep 23 10:32:39.921443 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-15ff50c3-a96d-4a71-97f0-10bb533c9708 req-c7aeb9db-9bb4-45b2-8722-edf9e7a16b90 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626009 Sep 23 10:32:39.934273 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031ef6-18aa-48e1-8125-02459b0ece60 req-1f004c51-c8a9-4560-b409-2e63a1ea4662 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:39.935758 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b0031ef6-18aa-48e1-8125-02459b0ece60 req-1f004c51-c8a9-4560-b409-2e63a1ea4662 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0712056 Sep 23 10:32:39.973341 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b0031ef6-18aa-48e1-8125-02459b0ece60 req-05f490e1-9218-40a2-ab1a-b3244a6943a4 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Sep 23 10:32:40.778761 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9252e91-a58d-436a-8ddc-76b798630929 req-e71508b2-1501-43cb-bdb7-12f17da0b20f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:40.780256 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c9252e91-a58d-436a-8ddc-76b798630929 req-e71508b2-1501-43cb-bdb7-12f17da0b20f tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.59 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0465698 Sep 23 10:32:40.873454 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Deleting port 63030c24-7632-4df2-9360-e2d8e972e4ba {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:40.874186 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:40.960463 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] For port 63030c24-7632-4df2-9360-e2d8e972e4ba, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=63030c24-7632-4df2-9360-e2d8e972e4ba,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:40.960829 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:40.973776 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Calling delete_port for 63030c24-7632-4df2-9360-e2d8e972e4ba owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:41.124101 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a102-f8c7-46b2-852c-d372e581f0f8 req-a90eb210-461a-401f-b1f0-998988f15c76 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:41.125551 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f011a102-f8c7-46b2-852c-d372e581f0f8 req-a90eb210-461a-401f-b1f0-998988f15c76 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.1082413 Sep 23 10:32:41.137709 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393392-fac7-48d6-bb63-cb2ceb0d2b83 req-49e28fe0-a5b5-4420-b2fa-754943dff560 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:41.139079 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-78393392-fac7-48d6-bb63-cb2ceb0d2b83 req-49e28fe0-a5b5-4420-b2fa-754943dff560 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/ports?device_id=95afeec7-36a5-402d-9069-a30497e689a8 HTTP/1.1" status: 200 len: 945 time: 0.0887346 Sep 23 10:32:41.237862 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f011a102-f8c7-46b2-852c-d372e581f0f8 req-20e664ee-f723-44db-9788-6f2730bb45ad tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966063 Sep 23 10:32:41.240529 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:41.249857 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-78393392-fac7-48d6-bb63-cb2ceb0d2b83 req-39b3c87b-615d-401e-b10a-f04efaaace81 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.50 "GET /v2.0/security-groups?id=fab581d9-21e1-4676-b396-7fe354257c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999591 Sep 23 10:32:41.254446 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['63030c24-7632-4df2-9360-e2d8e972e4ba'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:32:41.275239 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Pushing event deleted for resources: {'Port': ['ID=63030c24-7632-4df2-9360-e2d8e972e4ba,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:41.320779 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] No DVR routers for this DVR port 63030c24-7632-4df2-9360-e2d8e972e4ba on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:41.324497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:41.329083 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c9252e91-a58d-436a-8ddc-76b798630929 req-13742356-116a-4c12-a4ed-180827814fa0 tempest-TestMinimumBasicScenario-73901403 tempest-TestMinimumBasicScenario-73901403-project] 10.222.0.59 "DELETE /v2.0/ports/63030c24-7632-4df2-9360-e2d8e972e4ba HTTP/1.1" status: 204 len: 173 time: 0.5415919 Sep 23 10:32:41.329517 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'name': 'network-vif-deleted', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:41.332447 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce8412-dec1-44ac-9ad7-d443f51cef65" -d '{"events": [{"server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "name": "network-vif-deleted", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:41.371742 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203a69f0-8dca-4ea0-a2e4-d62e12927d15 x-openstack-request-id: req-203a69f0-8dca-4ea0-a2e4-d62e12927d15 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:41.372139 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95afeec7-36a5-402d-9069-a30497e689a8", "name": "network-vif-deleted", "tag": "63030c24-7632-4df2-9360-e2d8e972e4ba", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:41.372322 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-203a69f0-8dca-4ea0-a2e4-d62e12927d15 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:41.372687 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95afeec7-36a5-402d-9069-a30497e689a8', 'name': 'network-vif-deleted', 'tag': '63030c24-7632-4df2-9360-e2d8e972e4ba', 'status': 'completed', 'code': 200} Sep 23 10:32:41.947111 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-2563bd51-0c19-4252-a843-9df0626cf1c6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:41.948771 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-2563bd51-0c19-4252-a843-9df0626cf1c6 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.0483665 Sep 23 10:32:42.043087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Deleting port 070afec3-af72-4842-91f4-4dc9c570a0b1 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:42.043429 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:42.132240 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] For port 070afec3-af72-4842-91f4-4dc9c570a0b1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=070afec3-af72-4842-91f4-4dc9c570a0b1,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:42.132613 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:42.308175 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:42.308601 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:42.308915 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Floating IP a9ab89c8-2ea6-486e-ad75-abdbbf836e96 disassociated. External IP: 172.27.2.253, port: 070afec3-af72-4842-91f4-4dc9c570a0b1. Sep 23 10:32:42.309340 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Calling delete_port for 070afec3-af72-4842-91f4-4dc9c570a0b1 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:42.409591 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84046a2b-c7ee-4c77-9715-f121973f16d4 req-5fa20c50-2c7a-4136-bfac-f1d42627723b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:42.411739 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-84046a2b-c7ee-4c77-9715-f121973f16d4 req-5fa20c50-2c7a-4136-bfac-f1d42627723b tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded8848c-4d02-4ee6-a1d5-c4568f25842c HTTP/1.1" status: 200 len: 946 time: 0.1002283 Sep 23 10:32:42.478010 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-84046a2b-c7ee-4c77-9715-f121973f16d4 req-a0e48761-4e91-4e5b-b8ac-a7002edd0cee tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups?id=e256ccc6-7b05-4760-836b-1f75ef474a11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576501 Sep 23 10:32:42.534718 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:42.564151 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event deleted for resources: {'Port': ['ID=070afec3-af72-4842-91f4-4dc9c570a0b1,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:42.680056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:42.798216 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:42.808781 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:42.819766 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:42.820566 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:42.842881 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] No DVR routers for this DVR port 070afec3-af72-4842-91f4-4dc9c570a0b1 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:42.847504 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:42.849938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-55f54352-91bf-44c5-8b3e-b7a58b2a6be6 req-3623c970-34a7-40ab-b473-11ce08e99245 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.59 "DELETE /v2.0/ports/070afec3-af72-4842-91f4-4dc9c570a0b1 HTTP/1.1" status: 204 len: 173 time: 0.8942144 Sep 23 10:32:42.942250 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:43.000042 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59602) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:43.161516 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:43.193584 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:43.202501 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:43.203137 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:43.327470 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:43.435018 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'name': 'network-vif-deleted', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:32:43.437326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469f50ba-5807-45b5-abdd-2338470b7d7f" -d '{"events": [{"server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "name": "network-vif-deleted", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:32:43.490821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed92141f-951a-4f0a-b332-7d3cf060b974 x-openstack-request-id: req-ed92141f-951a-4f0a-b332-7d3cf060b974 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:32:43.491113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded8848c-4d02-4ee6-a1d5-c4568f25842c", "name": "network-vif-deleted", "tag": "070afec3-af72-4842-91f4-4dc9c570a0b1", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:32:43.491373 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed92141f-951a-4f0a-b332-7d3cf060b974 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:32:43.491755 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded8848c-4d02-4ee6-a1d5-c4568f25842c', 'name': 'network-vif-deleted', 'tag': '070afec3-af72-4842-91f4-4dc9c570a0b1', 'status': 'completed', 'code': 200} Sep 23 10:32:43.579811 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59612) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:43.641753 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e44eadf-aa94-4e2a-a243-87bb69c9b101 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.667662 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e44eadf-aa94-4e2a-a243-87bb69c9b101 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.684139 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:43.711985 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff9052-2dc6-4c1b-a651-449192775c89 None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:26:47Z', 'revision_number': 4, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'fe519771-2ce9-4535-bd13-c2bea57feccf', 'name': '', 'network_id': 'e9256af7-6f78-4f03-ab05-346160109dc0', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'mac_address': 'fa:16:3e:f5:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:46Z', 'updated_at': '2021-09-23T10:26:52Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'subnets': [{'id': 'b263c8f7-9c29-4762-9ba0-0ec7e0bd9227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:43.718469 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e44eadf-aa94-4e2a-a243-87bb69c9b101 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.721782 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6e44eadf-aa94-4e2a-a243-87bb69c9b101 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.726145 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6e44eadf-aa94-4e2a-a243-87bb69c9b101 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "DELETE /v2.0/security-groups/e256ccc6-7b05-4760-836b-1f75ef474a11 HTTP/1.1" status: 204 len: 168 time: 0.1451182 Sep 23 10:32:43.726777 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59614) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:43.743040 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.746828 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.api.v2.resource [None req-a6e3660b-082b-4d86-b83a-4ead14deca72 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] show failed (client error): The resource could not be found. Sep 23 10:32:43.750856 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-a6e3660b-082b-4d86-b83a-4ead14deca72 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "GET /v2.0/security-groups/e256ccc6-7b05-4760-836b-1f75ef474a11 HTTP/1.1" status: 404 len: 347 time: 0.0201905 Sep 23 10:32:43.751547 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59616) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:43.752729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44eadf-aa94-4e2a-a243-87bb69c9b101 tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e256ccc6-7b05-4760-836b-1f75ef474a11,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:43.896083 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Deleting port b4a83716-603b-4d81-a3f7-178b7cea4bfe {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:43.896510 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.983222 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d18062-782d-4ee2-93d0-001ec3d39241 None None] New status for floating IP a9ab89c8-2ea6-486e-ad75-abdbbf836e96: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:32:43.989793 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:43.990411 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.004109 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Calling delete_port for b4a83716-603b-4d81-a3f7-178b7cea4bfe owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:44.082681 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Deleting port 5903a499-9d46-463f-8e77-75e6ad910474 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:44.083304 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.146166 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.166250 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] For port 5903a499-9d46-463f-8e77-75e6ad910474, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=5903a499-9d46-463f-8e77-75e6ad910474,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:44.166627 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.175213 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Pushing event deleted for resources: {'Port': ['ID=b4a83716-603b-4d81-a3f7-178b7cea4bfe,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:44.179778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Calling delete_port for 5903a499-9d46-463f-8e77-75e6ad910474 owned by network:router_interface {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:44.237397 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.240075 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.241394 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-84f72495-ed72-4bbb-9c84-83cf383e54bd tempest-AttachVolumeTestJSON-1357029944 tempest-AttachVolumeTestJSON-1357029944-project] 10.222.0.50 "DELETE /v2.0/floatingips/a9ab89c8-2ea6-486e-ad75-abdbbf836e96 HTTP/1.1" status: 204 len: 168 time: 0.4854736 Sep 23 10:32:44.371497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.396897 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Pushing event deleted for resources: {'Port': ['ID=5903a499-9d46-463f-8e77-75e6ad910474,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:44.575804 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:44.701326 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 63030c24-7632-4df2-9360-e2d8e972e4ba no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:44.727211 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 63030c24-7632-4df2-9360-e2d8e972e4ba {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:44.727707 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 63030c24-7632-4df2-9360-e2d8e972e4ba not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:44.728350 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 070afec3-af72-4842-91f4-4dc9c570a0b1 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:44.748556 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 070afec3-af72-4842-91f4-4dc9c570a0b1 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:44.749140 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 070afec3-af72-4842-91f4-4dc9c570a0b1 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:44.794217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Router 9b95620b-eb81-4e26-827b-d5291659b13b has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:44.907004 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:44.913458 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-5b926e56-8ddd-40f6-85b5-0d02a3378469 admin admin] 10.222.0.50 "PUT /v2.0/routers/9b95620b-eb81-4e26-827b-d5291659b13b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110773 Sep 23 10:32:44.914711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59624) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:44.917362 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] Sync routers for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:44.926419 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:44.927029 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:45.016706 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.038396 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:45.119081 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.170333 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Deleting port 37b77f57-5dd5-4679-ba0d-3825c8ed0335 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:45.170634 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.227550 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:32:44Z', 'revision_number': 5, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port': {'id': '37b77f57-5dd5-4679-ba0d-3825c8ed0335', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:02Z', 'updated_at': '2021-09-23T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:45.253964 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] For port 37b77f57-5dd5-4679-ba0d-3825c8ed0335, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=37b77f57-5dd5-4679-ba0d-3825c8ed0335,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:45.254426 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.257890 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] Checking router: 9b95620b-eb81-4e26-827b-d5291659b13b for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:45.266139 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] Routers {'9b95620b-eb81-4e26-827b-d5291659b13b'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:45.266533 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Calling delete_port for 37b77f57-5dd5-4679-ba0d-3825c8ed0335 owned by network:router_gateway {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:45.266752 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9b95620b-eb81-4e26-827b-d5291659b13b'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:45.351793 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] Set router 9b95620b-eb81-4e26-827b-d5291659b13b gateway port host: None {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:45.408242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:32:45Z', 'revision_number': 6, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:45.434973 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05498350-2c0f-4898-a7ec-1ff6a9fdc5c9 None None] The sync data for ids ['9b95620b-eb81-4e26-827b-d5291659b13b'] in dv-cinder-810457-3-iscsi is: [{'id': '9b95620b-eb81-4e26-827b-d5291659b13b', 'name': 'tempest-TestMinimumBasicScenario-1447379634-router', 'tenant_id': 'ae8d7dddd243475db4c396cafec77262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:01Z', 'updated_at': '2021-09-23T10:32:45Z', 'revision_number': 6, 'project_id': 'ae8d7dddd243475db4c396cafec77262', 'gw_port_host': None}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:45.442349 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.477943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b77f57-5dd5-4679-ba0d-3825c8ed0335,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:45.536984 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.651901 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.654126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.716653 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.717216 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b95620b-eb81-4e26-827b-d5291659b13b {{(pid=93965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:32:45.722526 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.723723 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-3c717ba6-7f1a-4615-9afb-db07fb67bd32 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9b95620b-eb81-4e26-827b-d5291659b13b HTTP/1.1" status: 204 len: 168 time: 0.8080847 Sep 23 10:32:45.726226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59634) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:45.775682 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Deleting subnet eceb95cf-2f66-4d42-a478-ea2914f94479 {{(pid=93965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:32:45.778973 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.818732 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26038627'] for subnet, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.940869 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:45.998263 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25401410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25425786'] for subnet, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.023057 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eceb95cf-2f66-4d42-a478-ea2914f94479,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:46.027726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.029627 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-6efef525-9ea0-4b57-b694-798facb9451c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eceb95cf-2f66-4d42-a478-ea2914f94479 HTTP/1.1" status: 204 len: 168 time: 0.3024082 Sep 23 10:32:46.032902 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f430850-99ca-4561-878b-298bd2899d5a None None] Network 3355b831-63db-45e3-9d8b-027b8b4f4e4c requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:32:46.033790 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59636) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:46.103780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.156344 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Deleting port d3757a8e-1a96-42ac-9d89-2a068cdd213b {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:46.156917 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.226672 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] DHCP port deletion for 3355b831-63db-45e3-9d8b-027b8b4f4e4c request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:32:46.232149 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] For port d3757a8e-1a96-42ac-9d89-2a068cdd213b, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d3757a8e-1a96-42ac-9d89-2a068cdd213b,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:46.232518 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.246204 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Calling delete_port for d3757a8e-1a96-42ac-9d89-2a068cdd213b owned by network:dhcp {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:46.283981 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] Deleting port d3757a8e-1a96-42ac-9d89-2a068cdd213b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:46.284826 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.321512 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d3757a8e-1a96-42ac-9d89-2a068cdd213b no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:46.335238 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.361383 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d3757a8e-1a96-42ac-9d89-2a068cdd213b,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:46.365441 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] No DVR routers for this DVR port d3757a8e-1a96-42ac-9d89-2a068cdd213b on host dv-cinder-810457-3-iscsi {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:46.391622 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] For port d3757a8e-1a96-42ac-9d89-2a068cdd213b, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d3757a8e-1a96-42ac-9d89-2a068cdd213b,segment=NetworkSegment(3a6e48e8-41d2-459e-902f-db959253b0bf),segment_id=3a6e48e8-41d2-459e-902f-db959253b0bf)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:46.392045 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.410174 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] Calling delete_port for d3757a8e-1a96-42ac-9d89-2a068cdd213b owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:46.422944 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No active binding found for port d3757a8e-1a96-42ac-9d89-2a068cdd213b {{(pid=93967) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 10:32:46.423639 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d3757a8e-1a96-42ac-9d89-2a068cdd213b not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:46.424251 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5903a499-9d46-463f-8e77-75e6ad910474 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:46.439452 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.465336 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 5903a499-9d46-463f-8e77-75e6ad910474 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:46.466001 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5903a499-9d46-463f-8e77-75e6ad910474 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:46.466427 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 37b77f57-5dd5-4679-ba0d-3825c8ed0335 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:46.523701 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 37b77f57-5dd5-4679-ba0d-3825c8ed0335 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:46.523961 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 37b77f57-5dd5-4679-ba0d-3825c8ed0335 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:46.582492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.616228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] Pushing event deleted for resources: {'Port': ['ID=d3757a8e-1a96-42ac-9d89-2a068cdd213b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:46.618347 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179f99d-0095-4d74-ab4d-c90f19de5c9f None None] No DVR routers for this DVR port d3757a8e-1a96-42ac-9d89-2a068cdd213b on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:46.716668 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3355b831-63db-45e3-9d8b-027b8b4f4e4c']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:46.727027 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6e48e8-41d2-459e-902f-db959253b0bf') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:46.727330 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6e48e8-41d2-459e-902f-db959253b0bf') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:46.736834 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.751159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.757776 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:32:46.758226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:32:46.759950 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:32:46.813170 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.819547 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:46.822230 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] 10.222.0.50 "DELETE /v2.0/networks/3355b831-63db-45e3-9d8b-027b8b4f4e4c HTTP/1.1" status: 204 len: 168 time: 0.7869732 Sep 23 10:32:46.824788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59650) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:46.835208 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ae21-5760-4eca-bdbb-413214d613ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3355b831-63db-45e3-9d8b-027b8b4f4e4c,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:47.181602 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:47.425765 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Deleting port 85bf6364-a968-4832-a7a5-0e3b1efae94f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:47.426130 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:47.501504 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] For port 85bf6364-a968-4832-a7a5-0e3b1efae94f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=85bf6364-a968-4832-a7a5-0e3b1efae94f,segment=NetworkSegment(d7ee1158-ba02-49b4-b36b-1bbb5ba32013),segment_id=d7ee1158-ba02-49b4-b36b-1bbb5ba32013)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:47.501813 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:47.514075 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Calling delete_port for 85bf6364-a968-4832-a7a5-0e3b1efae94f owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:47.690034 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:47.714563 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf6364-a968-4832-a7a5-0e3b1efae94f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:47.850173 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59658) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:47.887804 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.103080 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Router 4a0f12ea-5085-4aae-a020-e414cceaacc1 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:48.209020 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:48.217150 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-871ce1e4-b392-4ccc-9129-85fd74cb3cb6 admin admin] 10.222.0.50 "PUT /v2.0/routers/4a0f12ea-5085-4aae-a020-e414cceaacc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912761 Sep 23 10:32:48.217779 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59664) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:48.218111 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] Sync routers for ids ['4a0f12ea-5085-4aae-a020-e414cceaacc1'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:48.230575 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] Routers {'4a0f12ea-5085-4aae-a020-e414cceaacc1'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:48.231194 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['4a0f12ea-5085-4aae-a020-e414cceaacc1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:48.336690 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.344420 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.370593 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] Set router 4a0f12ea-5085-4aae-a020-e414cceaacc1 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:48.461031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.516095 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Deleting port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:48.516482 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.571693 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:32:47Z', 'revision_number': 5, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port': {'id': 'c26c6841-ec6a-4d53-a6db-bcd0d8d9d913', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:48.596782 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Deleting port fe519771-2ce9-4535-bd13-c2bea57feccf {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:48.597126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.600883 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] Checking router: 4a0f12ea-5085-4aae-a020-e414cceaacc1 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:48.609506 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] Routers {'4a0f12ea-5085-4aae-a020-e414cceaacc1'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:48.610270 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['4a0f12ea-5085-4aae-a020-e414cceaacc1'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:48.612211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] For port c26c6841-ec6a-4d53-a6db-bcd0d8d9d913, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:48.614382 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.627154 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Calling delete_port for c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:48.678577 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] For port fe519771-2ce9-4535-bd13-c2bea57feccf, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=fe519771-2ce9-4535-bd13-c2bea57feccf,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:48.678987 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.695822 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Calling delete_port for fe519771-2ce9-4535-bd13-c2bea57feccf owned by network:router_interface {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:48.699246 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] Set router 4a0f12ea-5085-4aae-a020-e414cceaacc1 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:48.753120 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:32:48Z', 'revision_number': 6, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:48.832921 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.861486 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26c6841-ec6a-4d53-a6db-bcd0d8d9d913,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:48.876833 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698f9f5-12de-4a53-879f-10ccbb9e640d None None] The sync data for ids ['4a0f12ea-5085-4aae-a020-e414cceaacc1'] in dv-cinder-810457-3-iscsi is: [{'id': '4a0f12ea-5085-4aae-a020-e414cceaacc1', 'name': 'tempest-TestMinimumBasicScenario-838782772-router', 'tenant_id': '7b115f5930764b66a552f73a531043bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:30:07Z', 'updated_at': '2021-09-23T10:32:48Z', 'revision_number': 6, 'project_id': '7b115f5930764b66a552f73a531043bd', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:48.892495 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:48.924656 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe519771-2ce9-4535-bd13-c2bea57feccf,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:48.940173 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.094105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.241464 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.243784 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.288088 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.288633 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0f12ea-5085-4aae-a020-e414cceaacc1 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:32:49.293630 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.297487 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-7d4a33c1-8252-45bc-b651-b9ab92428515 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4a0f12ea-5085-4aae-a020-e414cceaacc1 HTTP/1.1" status: 204 len: 168 time: 1.0787790 Sep 23 10:32:49.298150 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59668) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:49.325009 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Router 9ed07c70-2dff-4449-8cf4-376c5885e855 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:32:49.344870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Deleting subnet 82acbcf6-02f3-47fd-bb24-98a3ca1c2760 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:32:49.347918 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.381321 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.434415 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:32:49.442481 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-9ae1b102-fc41-452b-a8e8-73b5da28097d admin admin] 10.222.0.50 "PUT /v2.0/routers/9ed07c70-2dff-4449-8cf4-376c5885e855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5910919 Sep 23 10:32:49.443169 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59670) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:49.444460 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] Sync routers for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:32:49.454648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:49.455261 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:49.494493 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.552059 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.554536 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.575260 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:49.585733 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.591510 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/82acbcf6-02f3-47fd-bb24-98a3ca1c2760 HTTP/1.1" status: 204 len: 168 time: 0.2886152 Sep 23 10:32:49.591510 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29987eb7-e713-4504-aaff-a0901b712600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82acbcf6-02f3-47fd-bb24-98a3ca1c2760,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:49.592951 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59672) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:49.607228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e419ca5-b547-4821-9bce-6a43cf2c662b None None] Network 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:32:49.712729 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.737547 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.821884 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Deleting port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:49.822311 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.859933 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Deleting port 5a099333-9c47-45b9-af80-868758020378 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:49.860632 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.912309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] For port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,segment=NetworkSegment(d7ee1158-ba02-49b4-b36b-1bbb5ba32013),segment_id=d7ee1158-ba02-49b4-b36b-1bbb5ba32013)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:49.912882 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:49.963768 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Calling delete_port for 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 owned by network:dhcp {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:50.006545 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '5a099333-9c47-45b9-af80-868758020378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:32:48Z', 'revision_number': 5, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port': {'id': '5a099333-9c47-45b9-af80-868758020378', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:26:41Z', 'updated_at': '2021-09-23T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:50.032919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] For port 5a099333-9c47-45b9-af80-868758020378, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=5a099333-9c47-45b9-af80-868758020378,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:50.033234 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.033872 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] Checking router: 9ed07c70-2dff-4449-8cf4-376c5885e855 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:32:50.039647 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] DHCP port deletion for 0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:32:50.049911 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] Routers {'9ed07c70-2dff-4449-8cf4-376c5885e855'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:32:50.050613 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:32:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['9ed07c70-2dff-4449-8cf4-376c5885e855'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:50.055321 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Calling delete_port for 5a099333-9c47-45b9-af80-868758020378 owned by network:router_gateway {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:50.138082 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.171392 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] No DVR routers for this DVR port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 on host dv-cinder-810457-3-iscsi {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:50.172407 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Deleting port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:50.172786 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.178141 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] Set router 9ed07c70-2dff-4449-8cf4-376c5885e855 gateway port host: None {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:32:50.179046 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:50.241301 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:32:49Z', 'revision_number': 6, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:50.278999 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d08c67-b244-45e9-a73e-05798d83b2d0 None None] The sync data for ids ['9ed07c70-2dff-4449-8cf4-376c5885e855'] in dv-cinder-810457-3-iscsi is: [{'id': '9ed07c70-2dff-4449-8cf4-376c5885e855', 'name': 'tempest-AttachVolumeTestJSON-868569765-router', 'tenant_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:26:39Z', 'updated_at': '2021-09-23T10:32:49Z', 'revision_number': 6, 'project_id': 'dbe7a34fc70b400991f4f60dfe76e2c5', 'gw_port_host': None}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:32:50.295524 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.323886 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d89f1f0-1777-4ec1-81fb-c052ce1f74a5']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:50.341221 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] For port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9, host dv-cinder-810457-3-iscsi, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:50.341648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.353159 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Calling delete_port for 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:50.355865 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 was not found and therefore no delete operation was performed {{(pid=93967) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 10:32:50.357179 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.359984 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:50.360287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ee1158-ba02-49b4-b36b-1bbb5ba32013') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:50.378819 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.383722 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] Pushing event deleted for resources: {'Port': ['ID=99f893fa-c302-4f9b-bbc8-7c7ec16b30d9,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:50.390126 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dbe9d-256c-4985-9f5c-3c93c2c68f0b None None] No DVR routers for this DVR port 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:50.398701 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.405226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:32:50.405693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.407252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:32:50.409021 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:32:50.452778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5a099333-9c47-45b9-af80-868758020378,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:50.524785 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.530930 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.532676 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0d89f1f0-1777-4ec1-81fb-c052ce1f74a5 HTTP/1.1" status: 204 len: 168 time: 0.9386518 Sep 23 10:32:50.546867 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4d15e-b3c7-468c-8faf-108038c77a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d89f1f0-1777-4ec1-81fb-c052ce1f74a5,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:50.554622 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.645267 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59678) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:50.652657 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.655468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.664167 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:50.697883 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:50.698261 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device c26c6841-ec6a-4d53-a6db-bcd0d8d9d913 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:50.698872 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 85bf6364-a968-4832-a7a5-0e3b1efae94f no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:50.718679 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 85bf6364-a968-4832-a7a5-0e3b1efae94f {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:50.719026 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 85bf6364-a968-4832-a7a5-0e3b1efae94f not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:50.719302 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.719657 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:50.719858 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed07c70-2dff-4449-8cf4-376c5885e855 {{(pid=93965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:32:50.725217 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.729077 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ca3f9c09-f15c-402e-9d70-52cfa49877ee admin admin] 10.222.0.50 "DELETE /v2.0/routers/9ed07c70-2dff-4449-8cf4-376c5885e855 HTTP/1.1" status: 204 len: 168 time: 1.2848122 Sep 23 10:32:50.729791 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59680) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:50.734032 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ec8afeba-b91a-4439-8299-c3604e381a40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae8d7dddd243475db4c396cafec77262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852051 Sep 23 10:32:50.734256 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59682) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:50.739784 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:50.740136 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 99f893fa-c302-4f9b-bbc8-7c7ec16b30d9 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:50.791451 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Deleting subnet b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:32:50.796167 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d687c579-6d0f-42e5-889a-0b9f13c6f516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.798438 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.819667 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d687c579-6d0f-42e5-889a-0b9f13c6f516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.832959 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.866525 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d687c579-6d0f-42e5-889a-0b9f13c6f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.869122 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d687c579-6d0f-42e5-889a-0b9f13c6f516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.870324 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d687c579-6d0f-42e5-889a-0b9f13c6f516 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fab581d9-21e1-4676-b396-7fe354257c72 HTTP/1.1" status: 204 len: 168 time: 0.1351769 Sep 23 10:32:50.878179 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687c579-6d0f-42e5-889a-0b9f13c6f516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab581d9-21e1-4676-b396-7fe354257c72,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:50.916608 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.968666 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:50.993284 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b263c8f7-9c29-4762-9ba0-0ec7e0bd9227,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:50.999759 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.001966 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-64906124-884a-4a1b-951d-117c55273ea7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b263c8f7-9c29-4762-9ba0-0ec7e0bd9227 HTTP/1.1" status: 204 len: 168 time: 0.2703252 Sep 23 10:32:51.004269 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59686) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:51.011212 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b72df-24d1-47ae-91a2-ed4d88c230db None None] Network e9256af7-6f78-4f03-ab05-346160109dc0 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:32:51.084253 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.148477 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Deleting port da0b6cec-cad5-4237-9896-b3d5ae0701b8 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:51.149241 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.213050 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] DHCP port deletion for e9256af7-6f78-4f03-ab05-346160109dc0 request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:32:51.222929 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59692) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:51.224054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] For port da0b6cec-cad5-4237-9896-b3d5ae0701b8, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=da0b6cec-cad5-4237-9896-b3d5ae0701b8,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:51.224460 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.259923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Calling delete_port for da0b6cec-cad5-4237-9896-b3d5ae0701b8 owned by network:dhcp {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:51.269693 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-cf79b0cf-1123-4455-9669-3a34bea0c112 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b115f5930764b66a552f73a531043bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432696 Sep 23 10:32:51.270530 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59696) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:51.282605 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] Deleting port da0b6cec-cad5-4237-9896-b3d5ae0701b8 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:32:51.282975 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.334389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f500-b920-4f1d-a31a-a97b297774e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.352374 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] For port da0b6cec-cad5-4237-9896-b3d5ae0701b8, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=da0b6cec-cad5-4237-9896-b3d5ae0701b8,segment=NetworkSegment(e9e0fe5b-2511-4daf-a5c6-c907bf35d664),segment_id=e9e0fe5b-2511-4daf-a5c6-c907bf35d664)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:32:51.352867 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.356194 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.360619 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f500-b920-4f1d-a31a-a97b297774e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.370588 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] Calling delete_port for da0b6cec-cad5-4237-9896-b3d5ae0701b8 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:32:51.373919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] No DVR routers for this DVR port da0b6cec-cad5-4237-9896-b3d5ae0701b8 on host dv-cinder-810457-3-iscsi {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:51.395788 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0b6cec-cad5-4237-9896-b3d5ae0701b8,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:51.424395 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f500-b920-4f1d-a31a-a97b297774e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.427785 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f500-b920-4f1d-a31a-a97b297774e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.431240 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f9c8f500-b920-4f1d-a31a-a97b297774e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b62f23c-c30b-4661-a47c-32ed8dd71125 HTTP/1.1" status: 204 len: 168 time: 0.1570659 Sep 23 10:32:51.437396 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8f500-b920-4f1d-a31a-a97b297774e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62f23c-c30b-4661-a47c-32ed8dd71125,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:51.462127 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.485196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.501747 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] Pushing event deleted for resources: {'Port': ['ID=da0b6cec-cad5-4237-9896-b3d5ae0701b8,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:51.508625 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9256af7-6f78-4f03-ab05-346160109dc0']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:51.509098 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68975b47-a90c-42e5-bff0-013d2f1eec37 None None] No DVR routers for this DVR port da0b6cec-cad5-4237-9896-b3d5ae0701b8 on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:32:51.524995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:51.525313 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e0fe5b-2511-4daf-a5c6-c907bf35d664') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:32:51.543106 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.556574 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.562592 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:32:51.562979 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:32:51.564583 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:32:51.620420 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.626751 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.631477 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e9256af7-6f78-4f03-ab05-346160109dc0 HTTP/1.1" status: 204 len: 168 time: 0.6221843 Sep 23 10:32:51.644330 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8382a-f944-4bc4-bb6f-ef639d7086b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9256af7-6f78-4f03-ab05-346160109dc0,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:51.815008 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59702) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:51.855765 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a6b03148-af48-46d6-9335-30cf61b1ace3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbe7a34fc70b400991f4f60dfe76e2c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393717 Sep 23 10:32:51.858249 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59704) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:51.904131 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3e2c-041c-4e9c-b862-b617bd6854f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.928031 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3e2c-041c-4e9c-b862-b617bd6854f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.971897 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3e2c-041c-4e9c-b862-b617bd6854f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.974506 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3e2c-041c-4e9c-b862-b617bd6854f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:51.975633 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-5e1c3e2c-041c-4e9c-b862-b617bd6854f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1c05d40-890e-437a-8cfc-c0a02892d539 HTTP/1.1" status: 204 len: 168 time: 0.1164975 Sep 23 10:32:51.983053 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c3e2c-041c-4e9c-b862-b617bd6854f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c05d40-890e-437a-8cfc-c0a02892d539,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:52.276282 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5a099333-9c47-45b9-af80-868758020378 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:52.296977 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 5a099333-9c47-45b9-af80-868758020378 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:52.297323 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 5a099333-9c47-45b9-af80-868758020378 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:52.297758 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device fe519771-2ce9-4535-bd13-c2bea57feccf no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:52.319185 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: fe519771-2ce9-4535-bd13-c2bea57feccf {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:52.319533 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device fe519771-2ce9-4535-bd13-c2bea57feccf not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:52.319939 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device da0b6cec-cad5-4237-9896-b3d5ae0701b8 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:32:52.339029 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: da0b6cec-cad5-4237-9896-b3d5ae0701b8 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:32:52.339370 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device da0b6cec-cad5-4237-9896-b3d5ae0701b8 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:32:52.820121 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-44d5f3d8-52cf-49dc-86c0-d997cdb0be18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.376547 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.377725 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-81cd1535-6ac2-4c45-a98a-1201417e6eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.661073 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59776) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:55.765444 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-51bf7c86-a0e6-4692-8ee6-3822f463cc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.855295 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-51bf7c86-a0e6-4692-8ee6-3822f463cc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.858877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-51bf7c86-a0e6-4692-8ee6-3822f463cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.896141 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-51bf7c86-a0e6-4692-8ee6-3822f463cc0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8f9d733e41a46feb89395313ad490ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340050 Sep 23 10:32:55.897299 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf7c86-a0e6-4692-8ee6-3822f463cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eb5041-5eaf-4d94-8f63-ef9e0515fc25,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:55.898896 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59780) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:55.951476 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e8629fd-d1b3-427e-9b43-672603df3175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:55.972051 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e8629fd-d1b3-427e-9b43-672603df3175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:56.016201 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e8629fd-d1b3-427e-9b43-672603df3175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:56.018768 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4e8629fd-d1b3-427e-9b43-672603df3175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:56.020456 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4e8629fd-d1b3-427e-9b43-672603df3175 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05eb5041-5eaf-4d94-8f63-ef9e0515fc25 HTTP/1.1" status: 204 len: 168 time: 0.1200495 Sep 23 10:32:56.029238 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8629fd-d1b3-427e-9b43-672603df3175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eb5041-5eaf-4d94-8f63-ef9e0515fc25,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:56.062633 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:56.606873 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.163653 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59832) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:57.263768 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41440a8c-23a5-420d-9045-10985591bbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.349597 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41440a8c-23a5-420d-9045-10985591bbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.353218 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-41440a8c-23a5-420d-9045-10985591bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.388213 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41440a8c-23a5-420d-9045-10985591bbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b79f6e1-13f2-4332-9081-5da473d35c32,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:57.392478 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-41440a8c-23a5-420d-9045-10985591bbae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09626fbac73444f88f7cf7d2a85b8eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277982 Sep 23 10:32:57.395711 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59836) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:57.442131 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59879ba4-ad3b-47b2-a597-cd60693f4ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.465894 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59879ba4-ad3b-47b2-a597-cd60693f4ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.510703 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59879ba4-ad3b-47b2-a597-cd60693f4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.513063 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-59879ba4-ad3b-47b2-a597-cd60693f4ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:57.514230 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-59879ba4-ad3b-47b2-a597-cd60693f4ea2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b79f6e1-13f2-4332-9081-5da473d35c32 HTTP/1.1" status: 204 len: 168 time: 0.1176293 Sep 23 10:32:57.522254 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59879ba4-ad3b-47b2-a597-cd60693f4ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b79f6e1-13f2-4332-9081-5da473d35c32,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:58.113248 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59860) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:58.207819 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-773834055-network', 'tenant_id': 'd44a57843426468888cf575459f1e805'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:58.228086 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Made reservation on behalf of d44a57843426468888cf575459f1e805 for: {'network': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:32:58.230590 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.239060 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.325492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.329761 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.351091 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:32:58.366227 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ae213-ead2-469f-b402-c14a54818a30,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:58.369944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.370471 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.segments_db [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Added segment 7cb8ad9e-ad5f-45ff-83bd-31ef5b539184 of type vlan for network 7ae3db07-c40f-485d-acac-1fa84dccd5f6 Sep 23 10:32:58.414091 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.439004 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.439982 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:58.440572 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.455724 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.471254 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3569059 Sep 23 10:32:58.474397 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59864) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:58.479323 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Request body: {'subnet': {'network_id': '7ae3db07-c40f-485d-acac-1fa84dccd5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-773834055-subnet', 'tenant_id': 'd44a57843426468888cf575459f1e805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:58.499499 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Made reservation on behalf of d44a57843426468888cf575459f1e805 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:32:58.501501 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50076-1f58-4861-8bdb-53e7ba588362 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae3db07-c40f-485d-acac-1fa84dccd5f6,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:58.501984 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25403925'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.511673 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 7ae3db07-c40f-485d-acac-1fa84dccd5f6 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:32:58.665304 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25273305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25403943'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.718591 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7c7a20-b3e6-4b7e-9325-aff5413a62f1,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:58.727052 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Checking segment: {'id': '7cb8ad9e-ad5f-45ff-83bd-31ef5b539184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7ae3db07-c40f-485d-acac-1fa84dccd5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:32:58.727405 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Network hostable DHCP agents. Network: 7ae3db07-c40f-485d-acac-1fa84dccd5f6, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:32:58.743806 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Network 7ae3db07-c40f-485d-acac-1fa84dccd5f6 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:32:58.752690 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 7ae3db07-c40f-485d-acac-1fa84dccd5f6) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:32:58.757383 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:58.757999 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:58.763006 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3378d5d-5f5a-4f91-bc82-568311bf509b None None] Network 7ae3db07-c40f-485d-acac-1fa84dccd5f6 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:32:58.773925 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-67415b75-b45b-4f4a-ac02-28b9421a05b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2984152 Sep 23 10:32:58.892310 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3015a9a-e992-4580-a8ae-b2a6f9c5f437 None None] Network 7ae3db07-c40f-485d-acac-1fa84dccd5f6 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:32:58.903441 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-53f83b40-15d0-422b-b2e5-b449e737c4ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438902 Sep 23 10:32:58.977859 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-c5431906-83c4-4983-901c-2a4a444b7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:58.979353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-c5431906-83c4-4983-901c-2a4a444b7f76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1098 time: 0.0544257 Sep 23 10:32:59.095374 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-8cf0f9ef-fe93-4b9b-96d1-c6de095624fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:59.096906 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-8cf0f9ef-fe93-4b9b-96d1-c6de095624fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 909 time: 0.0927701 Sep 23 10:32:59.167272 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-8531cd85-a863-42eb-9432-34681661b599 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 1001 time: 0.0624650 Sep 23 10:32:59.217924 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-96001a5c-948f-4304-bca9-8ef64b581c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:59.219367 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-96001a5c-948f-4304-bca9-8ef64b581c0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 200 len: 847 time: 0.0451472 Sep 23 10:32:59.265956 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-a8fbe25c-4bc7-4e92-b9d0-8a56d4ae054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:59.267257 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59882) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:59.267619 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-a8fbe25c-4bc7-4e92-b9d0-8a56d4ae054a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22123281-7480-4e7e-bf89-25e7bcdffbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402653 Sep 23 10:32:59.272257 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1083882959-network', 'tenant_id': 'ca2f5dc2b2d34c85a6c0415f66a5fda0'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:59.292766 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Made reservation on behalf of ca2f5dc2b2d34c85a6c0415f66a5fda0 for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:32:59.295142 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.304161 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.363570 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-4929c6f0-5c7d-4148-9060-30328c5e0099 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878024 Sep 23 10:32:59.395735 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.400013 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.435761 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:32:59.441941 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8165a19-c94c-47a2-ac99-b94c5203865f,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:59.448540 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.449004 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Added segment e305088d-e659-40b9-9abb-c90bacadf513 of type vlan for network 49611e71-04a6-4279-afc1-a266f8ad98ac Sep 23 10:32:59.496119 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.521024 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.522046 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:59.522638 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.553379 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2849991 Sep 23 10:32:59.556235 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59884) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:32:59.564155 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Request body: {'subnet': {'network_id': '49611e71-04a6-4279-afc1-a266f8ad98ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1083882959-subnet', 'tenant_id': 'ca2f5dc2b2d34c85a6c0415f66a5fda0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:32:59.594505 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a802f7-7c07-4880-a74b-a174730f04f5 admin admin] Pushing event updated for resources: {'Network': ['ID=49611e71-04a6-4279-afc1-a266f8ad98ac,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:59.606611 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 49611e71-04a6-4279-afc1-a266f8ad98ac details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:32:59.615144 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Made reservation on behalf of ca2f5dc2b2d34c85a6c0415f66a5fda0 for: {'subnet': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:32:59.617717 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25403925'] for subnet, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.727185 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6aa679b-632c-48cf-8cfd-f04da4f65e71 req-662bad41-1626-4f67-b143-53630ff74e25 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568935 Sep 23 10:32:59.793955 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25273305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25403943'] for subnet, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.846358 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4f32d7-1126-4e8c-a1b2-e832dc8f26a4,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:32:59.857380 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Checking segment: {'id': 'e305088d-e659-40b9-9abb-c90bacadf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49611e71-04a6-4279-afc1-a266f8ad98ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:32:59.857810 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Network hostable DHCP agents. Network: 49611e71-04a6-4279-afc1-a266f8ad98ac, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:32:59.873878 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Network 49611e71-04a6-4279-afc1-a266f8ad98ac is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:32:59.881940 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 49611e71-04a6-4279-afc1-a266f8ad98ac) {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:32:59.886329 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:32:59.887422 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:32:59.891300 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3530a6e-b981-47e4-a4a0-4a2bd28adb26 None None] Network 49611e71-04a6-4279-afc1-a266f8ad98ac requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:32:59.900923 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6d8830b9-ef02-4fbf-8e1a-b297aa3246a1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3420777 Sep 23 10:33:00.010551 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59890) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:00.016054 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb01b5b-7efb-4d37-9aa3-df499b7bc608 None None] Network 49611e71-04a6-4279-afc1-a266f8ad98ac requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:33:00.054731 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Deleting subnet ec7c7a20-b3e6-4b7e-9325-aff5413a62f1 {{(pid=93965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:33:00.057917 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.093305 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26038627'] for subnet, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.133227 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.188941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25401410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25425786'] for subnet, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.217299 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7c7a20-b3e6-4b7e-9325-aff5413a62f1,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:00.219619 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.221633 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a4c8b689-e08a-4308-baab-2ca7c9203aa3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ec7c7a20-b3e6-4b7e-9325-aff5413a62f1 HTTP/1.1" status: 204 len: 168 time: 0.2099943 Sep 23 10:33:00.224712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59892) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:00.290465 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.369952 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.389738 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae3db07-c40f-485d-acac-1fa84dccd5f6']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:00.398693 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb8ad9e-ad5f-45ff-83bd-31ef5b539184') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:00.398993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb8ad9e-ad5f-45ff-83bd-31ef5b539184') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:00.408149 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.421437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.427636 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:33:00.428020 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:33:00.429594 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:33:00.485202 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.491238 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.493045 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] 10.222.0.50 "DELETE /v2.0/networks/7ae3db07-c40f-485d-acac-1fa84dccd5f6 HTTP/1.1" status: 204 len: 168 time: 0.2674370 Sep 23 10:33:00.495928 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59894) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:00.501993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4bf3b-5bcb-429f-bc8b-0d64d528e15e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae3db07-c40f-485d-acac-1fa84dccd5f6,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:00.544356 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Deleting subnet 9d4f32d7-1126-4e8c-a1b2-e832dc8f26a4 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:33:00.547538 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.580765 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.617824 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.667242 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.691820 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4f32d7-1126-4e8c-a1b2-e832dc8f26a4,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:00.695442 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.698069 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-48c0ea49-0fd4-4d47-8917-0b6dc0b3407c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d4f32d7-1126-4e8c-a1b2-e832dc8f26a4 HTTP/1.1" status: 204 len: 168 time: 0.2010913 Sep 23 10:33:00.699835 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59896) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:00.770893 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.849801 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.869349 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49611e71-04a6-4279-afc1-a266f8ad98ac']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:00.878350 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e305088d-e659-40b9-9abb-c90bacadf513') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:00.879217 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e305088d-e659-40b9-9abb-c90bacadf513') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:00.888550 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.901020 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.906794 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:33:00.907170 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:33:00.908741 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:33:00.962248 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.976087 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:00.977933 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] 10.222.0.50 "DELETE /v2.0/networks/49611e71-04a6-4279-afc1-a266f8ad98ac HTTP/1.1" status: 204 len: 168 time: 0.2771728 Sep 23 10:33:00.979240 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08e6c1-208b-42b3-840a-08786f830089 admin admin] Pushing event deleted for resources: {'Network': ['ID=49611e71-04a6-4279-afc1-a266f8ad98ac,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:01.131973 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59902) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:01.171304 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-f98cb5d1-b6b1-4068-b44c-702aa1e2ec11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d44a57843426468888cf575459f1e805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374644 Sep 23 10:33:01.173692 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 59904) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:01.223030 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.244444 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.291147 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.293965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.295122 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f43ae213-ead2-469f-b402-c14a54818a30 HTTP/1.1" status: 204 len: 168 time: 0.1205430 Sep 23 10:33:01.303514 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43ae213-ead2-469f-b402-c14a54818a30,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:01.311004 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.311363 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.311758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.312032 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.312364 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.312691 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.313017 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.313349 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.313694 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.314020 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.314339 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.314655 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff755e0-5026-4aeb-a12f-dec71d1a0bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:01.646886 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59918) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:01.688635 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-769527e1-419f-4124-b705-71a54aeb63a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca2f5dc2b2d34c85a6c0415f66a5fda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406160 Sep 23 10:33:01.691103 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 59920) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:01.739073 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d703ffca-297c-4eaa-8f5e-abc2ec800903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.759638 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d703ffca-297c-4eaa-8f5e-abc2ec800903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.806114 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d703ffca-297c-4eaa-8f5e-abc2ec800903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.808634 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d703ffca-297c-4eaa-8f5e-abc2ec800903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:01.809766 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-d703ffca-297c-4eaa-8f5e-abc2ec800903 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8165a19-c94c-47a2-ac99-b94c5203865f HTTP/1.1" status: 204 len: 168 time: 0.1177688 Sep 23 10:33:01.818274 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703ffca-297c-4eaa-8f5e-abc2ec800903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8165a19-c94c-47a2-ac99-b94c5203865f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:02.197965 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:33:03.638196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca74fc-baa4-4f42-89e8-5a493ab45c92 req-551114a8-8f44-479e-8fa1-381e5e281616 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:03.639657 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29ca74fc-baa4-4f42-89e8-5a493ab45c92 req-551114a8-8f44-479e-8fa1-381e5e281616 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0514829 Sep 23 10:33:03.679306 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29ca74fc-baa4-4f42-89e8-5a493ab45c92 req-41600475-ea05-487c-b176-2a89cfacb1df tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Sep 23 10:33:04.801617 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07acd3e-8611-402b-98c0-22fbf883d64f req-d34e09f2-2cf9-4b7d-9c77-f5f22fad1d07 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:04.803081 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a07acd3e-8611-402b-98c0-22fbf883d64f req-d34e09f2-2cf9-4b7d-9c77-f5f22fad1d07 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0481176 Sep 23 10:33:04.846211 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a07acd3e-8611-402b-98c0-22fbf883d64f req-62ba0006-0ac6-4d39-911c-d12814e8cc00 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371647 Sep 23 10:33:05.966044 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68e8e-de6a-4aea-90cd-dfa0ebd88763 req-5b391824-4245-4a23-9f12-319506a50083 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:05.967638 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1c68e8e-de6a-4aea-90cd-dfa0ebd88763 req-5b391824-4245-4a23-9f12-319506a50083 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0500078 Sep 23 10:33:06.006380 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1c68e8e-de6a-4aea-90cd-dfa0ebd88763 req-b3f843a8-03a1-4572-8cb9-df0c50192f93 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Sep 23 10:33:07.127442 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba384dc0-78d1-4ee0-90c7-7dae991623ec req-cf1712e8-d415-455f-b2e4-4cb1d5e665c8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:07.129490 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ba384dc0-78d1-4ee0-90c7-7dae991623ec req-cf1712e8-d415-455f-b2e4-4cb1d5e665c8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0500469 Sep 23 10:33:07.171955 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ba384dc0-78d1-4ee0-90c7-7dae991623ec req-fe7d83f7-3afa-4f4b-97b4-c1e1ffcbe608 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Sep 23 10:33:08.294113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef551a-8b23-43f0-b8af-960919fd52cb req-4d0f4b22-db36-4eeb-9ba3-7eeb00cdb115 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:08.295585 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ffef551a-8b23-43f0-b8af-960919fd52cb req-4d0f4b22-db36-4eeb-9ba3-7eeb00cdb115 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0491843 Sep 23 10:33:08.333667 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ffef551a-8b23-43f0-b8af-960919fd52cb req-1e0cee33-e7c8-402e-b448-6d93fcbdce24 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321722 Sep 23 10:33:09.452866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6cb5-e37d-4af8-b521-51ff5ec3fede req-517998f6-0401-4cf6-9b67-b4baa51e4eb9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:09.454654 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cedb6cb5-e37d-4af8-b521-51ff5ec3fede req-517998f6-0401-4cf6-9b67-b4baa51e4eb9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0498347 Sep 23 10:33:09.492781 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cedb6cb5-e37d-4af8-b521-51ff5ec3fede req-e643c1d0-f505-4a8e-8230-0362af0789f2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316000 Sep 23 10:33:10.629071 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf215f6-ade4-4eae-ab51-6995f90c8b5e req-b63ff41a-4090-4e72-9bc9-1fa10de2db9a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:10.631224 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9cf215f6-ade4-4eae-ab51-6995f90c8b5e req-b63ff41a-4090-4e72-9bc9-1fa10de2db9a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0516543 Sep 23 10:33:10.671569 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9cf215f6-ade4-4eae-ab51-6995f90c8b5e req-b4a352c7-502c-49cd-94a0-75bf896946ee tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343900 Sep 23 10:33:11.790359 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338c3b8-2fdc-4b5c-8528-e53853d40f83 req-516e20b9-b586-410c-b0b6-ca7c1b728f3b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:11.791844 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e338c3b8-2fdc-4b5c-8528-e53853d40f83 req-516e20b9-b586-410c-b0b6-ca7c1b728f3b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0476544 Sep 23 10:33:11.830069 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e338c3b8-2fdc-4b5c-8528-e53853d40f83 req-d9ed6047-b824-4c15-b4fc-b31f9eade30b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Sep 23 10:33:13.107817 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33f06-df44-44b6-bc20-98836cc32607 req-99d8ed32-bb81-402c-ab06-ffbf1dd709c6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:13.109215 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7cb33f06-df44-44b6-bc20-98836cc32607 req-99d8ed32-bb81-402c-ab06-ffbf1dd709c6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0486112 Sep 23 10:33:13.146759 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7cb33f06-df44-44b6-bc20-98836cc32607 req-67c18701-0c90-416e-9773-f449fe3f67dd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316195 Sep 23 10:33:14.272010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e86468-5d06-4586-9710-a660a2eb16f5 req-a70696c1-2897-4a02-9a58-0fb6c3195ad2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:14.273746 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-54e86468-5d06-4586-9710-a660a2eb16f5 req-a70696c1-2897-4a02-9a58-0fb6c3195ad2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0548577 Sep 23 10:33:14.318039 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-54e86468-5d06-4586-9710-a660a2eb16f5 req-f7a6d842-8797-4bc1-a67f-fcc031bba1c2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360403 Sep 23 10:33:15.435582 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b6bf2-83c3-4f87-b4e7-f887ff098196 req-bb3e0d69-4450-4982-9cef-a66c167c20e4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:15.437033 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-de3b6bf2-83c3-4f87-b4e7-f887ff098196 req-bb3e0d69-4450-4982-9cef-a66c167c20e4 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0479794 Sep 23 10:33:15.473437 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-de3b6bf2-83c3-4f87-b4e7-f887ff098196 req-89659543-34b5-4704-adca-1c0bd0c219f2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301352 Sep 23 10:33:16.596210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9175-dc25-4696-b289-7d6144dc4c31 req-5608df16-a847-4e80-94dd-83b81e5dc754 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:16.597715 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae4b9175-dc25-4696-b289-7d6144dc4c31 req-5608df16-a847-4e80-94dd-83b81e5dc754 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0517375 Sep 23 10:33:16.642302 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ae4b9175-dc25-4696-b289-7d6144dc4c31 req-02c9d814-41ee-481f-a08b-0fdef37eed51 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Sep 23 10:33:16.844447 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:33:16.939068 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:16.952247 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '7f08b642-0791-45c7-9390-c9245aed515b', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'port_id': '7f08b642-0791-45c7-9390-c9245aed515b', 'mac_address': 'fa:16:3e:99:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:33:16.994294 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:17.011844 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f08b642-0791-45c7-9390-c9245aed515b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:33:17.030109 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:17.033968 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:17.088409 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=6']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:17.111475 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['7f08b642-0791-45c7-9390-c9245aed515b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:33:17.783520 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5552e7-8fa9-4700-a8f7-0207c6bb6fdb req-71df6b9b-ea91-4c18-8ec5-b7c6488e1fac tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:17.785203 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd5552e7-8fa9-4700-a8f7-0207c6bb6fdb req-71df6b9b-ea91-4c18-8ec5-b7c6488e1fac tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 944 time: 0.0643938 Sep 23 10:33:17.833329 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bd5552e7-8fa9-4700-a8f7-0207c6bb6fdb req-1f4756c0-be74-42ac-a265-5ac40a384974 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Sep 23 10:33:18.875653 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:33:18.975684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 7f08b642-0791-45c7-9390-c9245aed515b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:33:18.976078 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:19.008353 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6009-e473-4e20-a4aa-054d0dd8b248 req-b8275332-9b23-4958-98df-8cb4160475d0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:19.015798 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-130b6009-e473-4e20-a4aa-054d0dd8b248 req-b8275332-9b23-4958-98df-8cb4160475d0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 944 time: 0.0605936 Sep 23 10:33:19.065234 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-130b6009-e473-4e20-a4aa-054d0dd8b248 req-816785f8-15f9-4ba1-b03c-1d963e1e1e34 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405643 Sep 23 10:33:19.115600 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:19.149337 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:19.152031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b0bad-0fdb-4a4f-990e-6f33c49bae42" -d '{"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:19.179125 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:19.185467 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:19.267661 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d25df-291f-4c53-b919-0704f73fac71 x-openstack-request-id: req-e54d25df-291f-4c53-b919-0704f73fac71 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:19.267959 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:19.268208 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e54d25df-291f-4c53-b919-0704f73fac71 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:19.268605 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'code': 200} Sep 23 10:33:19.269527 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=7']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:19.278421 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.278777 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.282024 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.282393 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.282748 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.283091 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.283711 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.284055 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.284636 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.284982 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.285380 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:19.285899 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:20.188513 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902d72-8843-4b5e-afe2-b2a2475ac3e7 req-f42e60ea-91ea-401e-a77d-3583cf8594a5 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:20.190772 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45902d72-8843-4b5e-afe2-b2a2475ac3e7 req-f42e60ea-91ea-401e-a77d-3583cf8594a5 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0554397 Sep 23 10:33:20.237232 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45902d72-8843-4b5e-afe2-b2a2475ac3e7 req-4cb61ec3-bcce-4a23-97fe-168fb1818a9c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Sep 23 10:33:21.385003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ed28d-0af1-4026-b878-7b7f22dae887 req-7abb8c8f-9380-4cac-8865-c042a96a87f0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:21.386582 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-440ed28d-0af1-4026-b878-7b7f22dae887 req-7abb8c8f-9380-4cac-8865-c042a96a87f0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0546403 Sep 23 10:33:21.430941 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-440ed28d-0af1-4026-b878-7b7f22dae887 req-d6577838-b246-4912-b7e0-e52cee5c26e0 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Sep 23 10:33:22.557036 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98964b-a9df-4a2e-8479-f74c0aab378b req-474c7ba4-5040-4cc9-b290-dc2d7ead4ad7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:22.558713 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf98964b-a9df-4a2e-8479-f74c0aab378b req-474c7ba4-5040-4cc9-b290-dc2d7ead4ad7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0509572 Sep 23 10:33:22.601505 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cf98964b-a9df-4a2e-8479-f74c0aab378b req-33545d44-3d4a-4f65-9a25-2358df240a7b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 Sep 23 10:33:22.828621 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2ffa51e-5337-49c5-91e3-a6a501431fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:23.729689 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e46a6a-706b-4e6d-993e-d0534150190e req-6602aac5-8662-4461-a5f6-fc42ca3fac0c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:23.731249 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-61e46a6a-706b-4e6d-993e-d0534150190e req-6602aac5-8662-4461-a5f6-fc42ca3fac0c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0484021 Sep 23 10:33:23.769336 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-61e46a6a-706b-4e6d-993e-d0534150190e req-65aaf116-8a7b-4dce-9fda-8e123002779d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Sep 23 10:33:24.924182 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7057105-5430-4d15-8a76-7985843d3f85 req-91e8a989-bac1-433f-b5b2-43039ac1523b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:24.926586 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f7057105-5430-4d15-8a76-7985843d3f85 req-91e8a989-bac1-433f-b5b2-43039ac1523b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0600226 Sep 23 10:33:24.971609 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f7057105-5430-4d15-8a76-7985843d3f85 req-a59cbfb4-cc92-4e90-bf8e-d33b8286a6e3 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385211 Sep 23 10:33:25.379951 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d29067b6-4519-429f-9964-7dca7854b8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:25.393109 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:26.080167 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:26.126259 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8f0dd-a9d8-4268-bea3-ce85208d70fc req-80a5d4fe-2efe-495d-bc68-41e7ea3b5871 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:26.130635 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-86c8f0dd-a9d8-4268-bea3-ce85208d70fc req-80a5d4fe-2efe-495d-bc68-41e7ea3b5871 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0730767 Sep 23 10:33:26.187395 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-86c8f0dd-a9d8-4268-bea3-ce85208d70fc req-06362ea3-b110-4778-bff2-bd582c5da582 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464392 Sep 23 10:33:26.610686 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:27.298662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6be0f-cafc-4445-9653-708d72535163 req-8bf60c5d-ef8a-433e-8448-79b2002bda83 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:27.300116 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63d6be0f-cafc-4445-9653-708d72535163 req-8bf60c5d-ef8a-433e-8448-79b2002bda83 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0479095 Sep 23 10:33:27.338012 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-63d6be0f-cafc-4445-9653-708d72535163 req-c7ed27b7-8846-4758-9b86-9ee33968df65 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Sep 23 10:33:28.458369 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:28.458943 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1742dc-3d68-43b1-9696-f9e91d2fe4a7 req-d6e55e8a-849c-4316-8a4a-c17e9881ac54 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:28.460374 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe1742dc-3d68-43b1-9696-f9e91d2fe4a7 req-d6e55e8a-849c-4316-8a4a-c17e9881ac54 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0538709 Sep 23 10:33:28.501711 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe1742dc-3d68-43b1-9696-f9e91d2fe4a7 req-ad5db445-4aad-49ec-96a3-6b1ec717268f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352581 Sep 23 10:33:29.617873 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b21c4-c8c6-4232-af6d-72355cad5f78 req-99cc3772-4c99-40a3-a551-5f619216aeef tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:29.619323 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-976b21c4-c8c6-4232-af6d-72355cad5f78 req-99cc3772-4c99-40a3-a551-5f619216aeef tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0478537 Sep 23 10:33:29.655057 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-976b21c4-c8c6-4232-af6d-72355cad5f78 req-07d14c50-c294-4225-b47b-3ef7fd641892 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298717 Sep 23 10:33:29.990929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-4216ddd4-d09f-4e1c-a0a2-3fec737bcfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:29.992364 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-4216ddd4-d09f-4e1c-a0a2-3fec737bcfee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1098 time: 0.0398653 Sep 23 10:33:30.088309 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-b69080e0-425d-44b5-a410-85f9d5f70832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:30.089774 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-b69080e0-425d-44b5-a410-85f9d5f70832 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.0901783 Sep 23 10:33:30.153801 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-52db16f4-7255-40cc-a98a-124f12a9ecfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 200 len: 1001 time: 0.0570245 Sep 23 10:33:30.201044 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-8a7d2f2d-174f-40f5-9d10-25439bd4fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:30.202459 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-8a7d2f2d-174f-40f5-9d10-25439bd4fb85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0424101 Sep 23 10:33:30.250458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-2cf8b3f7-5ed6-4d24-a831-884a8a82debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:30.251909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-2cf8b3f7-5ed6-4d24-a831-884a8a82debe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415258 Sep 23 10:33:30.340957 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-a88d2cea-a613-4044-9c52-ccc9d1565f0d service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807207 Sep 23 10:33:30.437824 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-306d0ff1-96ac-4ae5-b286-2cee4d5cab0a req-2763f7f0-9d4a-4eb2-98fc-9a1ae7c6e892 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897560 Sep 23 10:33:30.774699 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377af542-f94e-4138-8680-8f6af2fa2515 req-582f527c-a414-42fd-bc91-28cafd92cec8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:30.776191 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-377af542-f94e-4138-8680-8f6af2fa2515 req-582f527c-a414-42fd-bc91-28cafd92cec8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0479412 Sep 23 10:33:30.814595 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-377af542-f94e-4138-8680-8f6af2fa2515 req-09acda15-6108-4f2f-8e68-4416071f0d71 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Sep 23 10:33:31.936224 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392a29-8949-455c-961d-f9285f74adf3 req-d6b54a0b-bd46-4f0c-99d6-f0f87da0d378 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:31.937820 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-42392a29-8949-455c-961d-f9285f74adf3 req-d6b54a0b-bd46-4f0c-99d6-f0f87da0d378 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0509882 Sep 23 10:33:31.981266 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-42392a29-8949-455c-961d-f9285f74adf3 req-3eed7469-77eb-4185-9306-70d30ee9ae5f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363019 Sep 23 10:33:33.095720 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4deab-3cfe-419a-be86-0edd5ce10fed req-1b1becd3-d3af-4b1a-8c61-0b8f020ac4e9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:33.097105 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cee4deab-3cfe-419a-be86-0edd5ce10fed req-1b1becd3-d3af-4b1a-8c61-0b8f020ac4e9 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0477579 Sep 23 10:33:33.134097 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cee4deab-3cfe-419a-be86-0edd5ce10fed req-38619174-f415-413c-a0ea-736143cbd9b2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312696 Sep 23 10:33:33.910486 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-b9859874-02a8-4bfe-a731-5d7ac91eb8f5 req-d72c106e-78d4-4299-bb6f-707f014b17e5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:33:33.912049 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b9859874-02a8-4bfe-a731-5d7ac91eb8f5 req-d72c106e-78d4-4299-bb6f-707f014b17e5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059125 Sep 23 10:33:34.078894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216ba0-5c8d-4442-9003-035a1ff5984e req-52df9384-4bea-4125-a0df-d5c54feb974b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:34.080387 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1b216ba0-5c8d-4442-9003-035a1ff5984e req-52df9384-4bea-4125-a0df-d5c54feb974b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 945 time: 0.0593793 Sep 23 10:33:34.137952 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-c1062f21-01c7-4fd8-bf23-48a9c78de265 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755742 Sep 23 10:33:34.141112 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1b216ba0-5c8d-4442-9003-035a1ff5984e req-59d434e2-01e6-4e5c-8dd9-6bc4ad3d1087 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472269 Sep 23 10:33:34.955319 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:33:34.981079 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-581466a6-fc9a-4ae3-ae18-9e75b6f5a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:34.982599 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-581466a6-fc9a-4ae3-ae18-9e75b6f5a3c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f&tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd HTTP/1.1" status: 200 len: 1098 time: 0.0396972 Sep 23 10:33:35.027883 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.043292 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-b718ed36-df85-4dc2-a418-249c5ae0ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:35.044771 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-b718ed36-df85-4dc2-a418-249c5ae0ce4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1098 time: 0.0392957 Sep 23 10:33:35.049119 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:35.051438 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c048f4-a4d3-4778-8514-273faec10bdd" -d '{"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:35.066546 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:35.071564 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.094889 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3daff-63a7-47f9-8100-588f5e714a41 x-openstack-request-id: req-bea3daff-63a7-47f9-8100-588f5e714a41 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:35.095201 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:35.095454 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bea3daff-63a7-47f9-8100-588f5e714a41 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:35.095833 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'code': 200} Sep 23 10:33:35.123147 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=8']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:35.144191 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-9128251c-957d-481c-ac63-e7eeca82daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:35.145755 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-9128251c-957d-481c-ac63-e7eeca82daaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 200 len: 917 time: 0.0942309 Sep 23 10:33:35.216335 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-13e139a0-ffe7-4c76-b443-fd7126999080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 200 len: 999 time: 0.0631497 Sep 23 10:33:35.290202 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-7ab873c5-d449-4bbb-9b20-a80d40126221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:35.291667 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-7ab873c5-d449-4bbb-9b20-a80d40126221 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 200 len: 855 time: 0.0662060 Sep 23 10:33:35.304972 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90f893-9ca0-441d-bc20-6e0e720b782f req-f19c1110-7d9b-4a1c-a537-d8420e689ca2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:35.306528 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec90f893-9ca0-441d-bc20-6e0e720b782f req-f19c1110-7d9b-4a1c-a537-d8420e689ca2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0892227 Sep 23 10:33:35.367069 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec90f893-9ca0-441d-bc20-6e0e720b782f req-f5f82693-fc96-4402-9a87-a6a88d12b3cc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506825 Sep 23 10:33:35.373810 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-ed1717bf-43d4-4994-96d9-4601857da8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:35.375506 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-ed1717bf-43d4-4994-96d9-4601857da8a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87de074f-ce01-4ee7-abad-d960e0cfc920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678432 Sep 23 10:33:35.384648 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60276) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:35.471661 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-f9f3004f-56f7-49d1-a3a4-cfe1a7548480 service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880017 Sep 23 10:33:35.488084 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.565201 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-64df3884-ea4d-4fb9-83dd-5a3062d20289 req-14c57088-799e-426f-a111-18507f1f512b service neutron] 10.222.0.59 "GET /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Sep 23 10:33:35.573159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60280) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:35.576449 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.581177 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.608742 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd5802-dd81-40c6-a2ed-2618b7354220,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:35.618211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.618696 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.618910 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.619251 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.619675 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.619993 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.620330 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.620664 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.620985 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.621312 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.621660 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.621986 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:33:35.651513 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-8144562e-045a-46c5-992e-317b14eaa82d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ed166a793db4453b1a991d9ab6443f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615187 Sep 23 10:33:35.651513 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60288) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:35.701902 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2308f031-559e-49cb-a021-dabe74d57ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.724895 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2308f031-559e-49cb-a021-dabe74d57ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.774954 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2308f031-559e-49cb-a021-dabe74d57ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.778043 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2308f031-559e-49cb-a021-dabe74d57ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.782130 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2308f031-559e-49cb-a021-dabe74d57ec3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20cd5802-dd81-40c6-a2ed-2618b7354220 HTTP/1.1" status: 204 len: 168 time: 0.1312802 Sep 23 10:33:35.791115 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308f031-559e-49cb-a021-dabe74d57ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd5802-dd81-40c6-a2ed-2618b7354220,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:35.859424 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Deleting port 0d170f10-e984-4c2c-8c2f-07c692287354 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:35.859922 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.944382 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.944714 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:35.956497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Calling delete_port for 0d170f10-e984-4c2c-8c2f-07c692287354 owned by network:floatingip {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:36.157037 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:36.183388 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event deleted for resources: {'Port': ['ID=0d170f10-e984-4c2c-8c2f-07c692287354,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:36.296743 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:36.297741 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Floating IP 373cc399-276e-45e5-967e-1ee76a30b1e2 disassociated (deleted). External IP: 172.27.2.110, port: 9e494a6a-7a84-4e8e-b7b3-757fc3643125. Sep 23 10:33:36.714850 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e063d7-d3bf-4830-b2c7-b97272b1675d req-1f5f8d68-ef95-4ea6-8ef4-36a4a4f0daa6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:36.716995 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-84e063d7-d3bf-4830-b2c7-b97272b1675d req-1f5f8d68-ef95-4ea6-8ef4-36a4a4f0daa6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.1499507 Sep 23 10:33:36.756468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Router edea838f-e083-498c-8914-79bde19b7f5e has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:33:36.787248 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-84e063d7-d3bf-4830-b2c7-b97272b1675d req-02ba8436-f0d8-41d2-b2bd-b6a25200a643 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616224 Sep 23 10:33:36.915116 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:33:36.926034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:36.926155 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] Sync routers for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:33:36.938582 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:33:36.939285 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:36.954011 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-5d297f6c-c12d-4727-8588-f9dafc9d7582 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "DELETE /v2.0/floatingips/373cc399-276e-45e5-967e-1ee76a30b1e2 HTTP/1.1" status: 204 len: 168 time: 1.3797679 Sep 23 10:33:36.954604 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:36.957145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb9fe7-2be4-4315-9967-408bc4952d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:37.022287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e6364-8b62-4fc8-b07b-6b7e305a8d13 x-openstack-request-id: req-e59e6364-8b62-4fc8-b07b-6b7e305a8d13 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:37.022909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:37.024096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e59e6364-8b62-4fc8-b07b-6b7e305a8d13 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:37.024096 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'status': 'completed', 'code': 200} Sep 23 10:33:37.108508 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:33:37.352069 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90603a7a-14f5-49ec-a9da-873bc87ec067 req-4e0417fc-fcb5-4252-8618-f55bde37dc4e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:37.361760 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-90603a7a-14f5-49ec-a9da-873bc87ec067 req-4e0417fc-fcb5-4252-8618-f55bde37dc4e tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0823238 Sep 23 10:33:37.393834 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:11Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:37.407702 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-90603a7a-14f5-49ec-a9da-873bc87ec067 req-52c2fd1d-e8f9-46da-9d4b-b06392519620 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 Sep 23 10:33:37.429900 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] Checking router: edea838f-e083-498c-8914-79bde19b7f5e for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:33:37.439128 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:33:37.439754 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:37.546889 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:33:37.770855 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:11Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:37.797770 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e876f-6920-468a-8f1c-ecdffbb7cf97 None None] The sync data for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi is: [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:28:07Z', 'revision_number': 4, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'e6091586-9e4c-42fb-bc19-7841ec7ebd55', 'name': '', 'network_id': '22123281-7480-4e7e-bf89-25e7bcdffbbd', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'mac_address': 'fa:16:3e:1d:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '20751a57-3629-4134-ada0-069b8fab5a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:11Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'subnets': [{'id': '20751a57-3629-4134-ada0-069b8fab5a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:33:37.970919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11713e91-9046-47b8-a460-15661a5c0a62 req-a1888b83-0074-4a49-aefc-cfd70fc0c493 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:37.974468 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11713e91-9046-47b8-a460-15661a5c0a62 req-a1888b83-0074-4a49-aefc-cfd70fc0c493 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0566149 Sep 23 10:33:38.015433 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11713e91-9046-47b8-a460-15661a5c0a62 req-252d77ef-92fd-40f0-b7b1-fb1b1c64b5ac tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365102 Sep 23 10:33:38.070412 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372fcd0f-14a3-474f-8ed6-08fa3877ebf1 None None] New status for floating IP 373cc399-276e-45e5-967e-1ee76a30b1e2: DOWN {{(pid=93967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:33:38.528901 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4709eda1-0349-48b5-8e43-8ef84baf80a1 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f24a23f7b9364a6e81de317781d8204c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497005 Sep 23 10:33:38.591982 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f66bea-dcff-44e9-9641-9d55d5585153 req-70960d15-448c-4d76-bae3-d7acf6e76938 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:38.593451 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-91f66bea-dcff-44e9-9641-9d55d5585153 req-70960d15-448c-4d76-bae3-d7acf6e76938 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1155939 Sep 23 10:33:38.733088 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-91f66bea-dcff-44e9-9641-9d55d5585153 req-9b348078-2136-427a-bda6-a7710863257b tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228318 Sep 23 10:33:38.758671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-96de338f-d00f-4870-bb28-4a598aaf317c tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:38.759767 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-96de338f-d00f-4870-bb28-4a598aaf317c tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248251 Sep 23 10:33:38.774087 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-5f113f55-3acd-455d-a77b-c2fd34b03e85 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/quotas/f24a23f7b9364a6e81de317781d8204c HTTP/1.1" status: 200 len: 375 time: 0.0087583 Sep 23 10:33:39.111812 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-e954dc24-18c8-42b3-b7ba-40bc647a373a tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24a23f7b9364a6e81de317781d8204c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3322680 Sep 23 10:33:39.188262 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf2f62-4b8f-496f-b4c8-7ce26c6122fc req-c24a8bea-d4dc-4662-96ba-6164b7c9b167 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:39.189803 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-82cf2f62-4b8f-496f-b4c8-7ce26c6122fc req-c24a8bea-d4dc-4662-96ba-6164b7c9b167 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0545757 Sep 23 10:33:39.197681 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:33:39.235407 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-82cf2f62-4b8f-496f-b4c8-7ce26c6122fc req-869da9ad-df79-4999-87c4-bdc3638a1522 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Sep 23 10:33:39.287224 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fe8f775e-e3dc-4986-8695-4beb59bafd0a req-d35f4fd7-16c9-4a8e-80bd-1c285731ebdc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0267684 Sep 23 10:33:39.849365 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5eeef-0ffe-4ad6-824c-118ee6d0a0f7 req-2cdc5bed-0086-4321-968d-55a6899a2152 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:39.850995 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6ee5eeef-0ffe-4ad6-824c-118ee6d0a0f7 req-2cdc5bed-0086-4321-968d-55a6899a2152 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0532520 Sep 23 10:33:39.916819 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6ee5eeef-0ffe-4ad6-824c-118ee6d0a0f7 req-2489bcc5-4094-44a1-bd68-c025aec00380 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550177 Sep 23 10:33:40.411464 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c4a43eed-41be-4bce-a83c-da1d73f83ae3 req-c1132385-4d09-46db-b178-1ff2ff5ee99c tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Sep 23 10:33:40.428405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8202f-83a8-43aa-96a6-6f0297e6f015 req-10d04d6a-ca94-4923-a1f8-ce5ff1a39a4d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:40.428405 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0f8202f-83a8-43aa-96a6-6f0297e6f015 req-10d04d6a-ca94-4923-a1f8-ce5ff1a39a4d tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0825760 Sep 23 10:33:40.465108 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0f8202f-83a8-43aa-96a6-6f0297e6f015 req-4ec8d5f7-d4d9-46ad-8cf9-f7ff521e79fc tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Sep 23 10:33:41.024024 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c308-138c-4fb0-9b11-3bb2482fd648 req-c89599e6-9998-4662-8f39-30a2ac42d2ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:41.025868 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3115c308-138c-4fb0-9b11-3bb2482fd648 req-c89599e6-9998-4662-8f39-30a2ac42d2ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0505583 Sep 23 10:33:41.077145 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3115c308-138c-4fb0-9b11-3bb2482fd648 req-69179df1-26b0-4563-9728-85ece99b19c7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Sep 23 10:33:41.540095 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-24021dd3-7cb6-4c7b-96a6-93171499afe4 req-b9dbbb0f-e331-45d4-8f1a-681996f1931f tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0293286 Sep 23 10:33:41.616111 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763ddb-8586-4268-9aa7-774f420b56ce req-82720bbe-3936-49ff-aebc-e2f6565f2c31 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:41.617581 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95763ddb-8586-4268-9aa7-774f420b56ce req-82720bbe-3936-49ff-aebc-e2f6565f2c31 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0493350 Sep 23 10:33:41.653986 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-95763ddb-8586-4268-9aa7-774f420b56ce req-72cbc87d-a2bd-48e6-b285-20c95ee04d22 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301969 Sep 23 10:33:42.189419 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202abe-9dd3-4dd9-a7b0-3b72f1902229 req-e3414632-fc5a-4fb8-87af-b1e0327b7d38 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:42.190918 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ed202abe-9dd3-4dd9-a7b0-3b72f1902229 req-e3414632-fc5a-4fb8-87af-b1e0327b7d38 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0486586 Sep 23 10:33:42.232163 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ed202abe-9dd3-4dd9-a7b0-3b72f1902229 req-f4234d88-9712-4423-8e78-fc809ffe9132 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351541 Sep 23 10:33:42.633899 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1ede940-3600-4a11-b28b-4a653fb4bd47 req-3cd105a7-9b93-48e1-982d-9ef34ca91f24 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0256248 Sep 23 10:33:42.775965 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13121f-6adf-40a6-8f0f-62bd9104183c req-fff5d831-d1cb-420e-bf48-b64456b0d246 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:42.777448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fc13121f-6adf-40a6-8f0f-62bd9104183c req-fff5d831-d1cb-420e-bf48-b64456b0d246 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0490713 Sep 23 10:33:42.816536 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fc13121f-6adf-40a6-8f0f-62bd9104183c req-4ae989bd-868f-432d-90b2-341c57a3b719 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330112 Sep 23 10:33:43.366399 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045a7d-57a6-46b4-9804-f852800a5046 req-f9966f63-a00f-48ae-9ebc-60f4a87f8b04 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:43.368807 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-de045a7d-57a6-46b4-9804-f852800a5046 req-f9966f63-a00f-48ae-9ebc-60f4a87f8b04 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0634415 Sep 23 10:33:43.414152 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-de045a7d-57a6-46b4-9804-f852800a5046 req-ed1e036f-6ba7-430b-8af5-f8298e288231 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374012 Sep 23 10:33:43.767756 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02546062-297a-4fa4-813a-98f0003135dd req-e0e3ac3a-2238-44b2-aa55-11678edb97d1 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0285313 Sep 23 10:33:43.938525 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189d79-95b7-400d-a2a8-cea0265cc936 req-8404a081-44a4-4022-9f12-049ebb94157e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:43.940021 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3d189d79-95b7-400d-a2a8-cea0265cc936 req-8404a081-44a4-4022-9f12-049ebb94157e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0483549 Sep 23 10:33:43.979023 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3d189d79-95b7-400d-a2a8-cea0265cc936 req-7e09f5da-213e-4fed-a346-00a154887c1f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325203 Sep 23 10:33:44.526054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c653c0b-cf1c-4b46-baae-78bfe22fdbdc req-8a65b406-063b-4ebe-b5e8-e80a070a8844 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:44.527398 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7c653c0b-cf1c-4b46-baae-78bfe22fdbdc req-8a65b406-063b-4ebe-b5e8-e80a070a8844 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0470700 Sep 23 10:33:44.569469 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7c653c0b-cf1c-4b46-baae-78bfe22fdbdc req-cdc867d4-b576-4fb8-a494-ef82eab31bc0 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350816 Sep 23 10:33:44.872856 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8d85f900-fa6d-4722-ac98-b8df18988ae0 req-12d7c1da-4c29-421a-af4c-fd7d54020d7c tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0326109 Sep 23 10:33:45.105236 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ad697-78eb-484f-83a9-39a4ec56ae0b req-5656f6e7-d529-4533-956f-c26b9415b35f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:45.106696 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f62ad697-78eb-484f-83a9-39a4ec56ae0b req-5656f6e7-d529-4533-956f-c26b9415b35f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0566649 Sep 23 10:33:45.147756 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f62ad697-78eb-484f-83a9-39a4ec56ae0b req-42dc62aa-17a8-4c57-9d4c-55bf89587ad1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349469 Sep 23 10:33:45.682825 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bba44-2b46-452f-99b0-c4247d1c5e1c req-7c1752f9-1b79-4f29-9614-c4e4ac9a9543 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:45.684259 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cd7bba44-2b46-452f-99b0-c4247d1c5e1c req-7c1752f9-1b79-4f29-9614-c4e4ac9a9543 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0475390 Sep 23 10:33:45.736495 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cd7bba44-2b46-452f-99b0-c4247d1c5e1c req-7cc4598b-369b-400b-ac7b-36649d9787ef tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462520 Sep 23 10:33:45.965007 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a5933430-0cf2-4994-8159-e774215f2de1 req-21b263dc-bbc9-4c72-b6cf-5bce98fd85bb tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0279477 Sep 23 10:33:46.295155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63022a4-d4d9-45e5-9d2d-29bd9c42d2a9 req-fc15091c-0754-498b-b82c-16daaf8b9aba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:46.296651 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e63022a4-d4d9-45e5-9d2d-29bd9c42d2a9 req-fc15091c-0754-498b-b82c-16daaf8b9aba tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0617020 Sep 23 10:33:46.337160 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e63022a4-d4d9-45e5-9d2d-29bd9c42d2a9 req-6a6e5daf-432a-48bc-a2a3-a5a8784eb336 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337934 Sep 23 10:33:46.855866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74b69e-3655-4d5b-be43-a951cc670154 req-ae5554af-60a4-49a4-9eb6-cf9abcffdba2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:46.857353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0b74b69e-3655-4d5b-be43-a951cc670154 req-ae5554af-60a4-49a4-9eb6-cf9abcffdba2 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0504386 Sep 23 10:33:46.895448 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0b74b69e-3655-4d5b-be43-a951cc670154 req-7b29b280-d571-4c8a-8bb8-292b362421db tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Sep 23 10:33:47.064521 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-524e4d7f-2e1f-4dfa-8ea9-209f089034e9 req-43718d9f-ab33-49cc-b6ef-7dcded442504 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0291197 Sep 23 10:33:47.455036 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbd6ac-a625-4583-987a-498f5510d339 req-e7246da0-530e-4881-b980-00daaace76d7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:47.456486 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d0cbd6ac-a625-4583-987a-498f5510d339 req-e7246da0-530e-4881-b980-00daaace76d7 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0503752 Sep 23 10:33:47.497435 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d0cbd6ac-a625-4583-987a-498f5510d339 req-a95bb5b8-175b-4fcf-b2ad-439b871ae0de tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345478 Sep 23 10:33:48.011548 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2b563-7b8e-425a-a390-fbda5af64755 req-4b110c20-b514-4d81-acee-3783cf3e3079 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:48.012990 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fcb2b563-7b8e-425a-a390-fbda5af64755 req-4b110c20-b514-4d81-acee-3783cf3e3079 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.0471828 Sep 23 10:33:48.049153 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fcb2b563-7b8e-425a-a390-fbda5af64755 req-a9858cb1-4ea4-449b-b93f-6975b5df347f tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302162 Sep 23 10:33:48.155900 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fc2be20d-7fbb-4d38-b14f-5ffaba3ad868 req-36d477db-5776-4cac-ad25-d6c719c84476 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0258532 Sep 23 10:33:48.565157 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-5f65dedb-db42-492d-9c33-2fcac5140a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:48.566779 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-5f65dedb-db42-492d-9c33-2fcac5140a95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 1098 time: 0.0416746 Sep 23 10:33:48.677068 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5e6b-0922-4d09-9072-19b876efaa14 req-277f487d-ad26-42dc-82de-e924611487a1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:48.678580 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-79ad5e6b-0922-4d09-9072-19b876efaa14 req-277f487d-ad26-42dc-82de-e924611487a1 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.1061544 Sep 23 10:33:48.712509 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-15fcce88-4d5f-4108-9722-3df1153a2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:48.713981 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-15fcce88-4d5f-4108-9722-3df1153a2437 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 200 len: 909 time: 0.1315172 Sep 23 10:33:48.740748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-79ad5e6b-0922-4d09-9072-19b876efaa14 req-2aa94bbc-52ce-4ddc-9a37-b0599da996fe tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561104 Sep 23 10:33:48.766869 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-6635a072-7a30-4a0a-af01-75e669ee96e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 200 len: 217 time: 0.0435486 Sep 23 10:33:48.819723 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-1f07bbdc-7b06-4777-8208-c1f759b512c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:48.821219 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-1f07bbdc-7b06-4777-8208-c1f759b512c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 200 len: 847 time: 0.0424500 Sep 23 10:33:48.867454 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-448e1e93-1926-48cb-a1a4-5154133f623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:48.868889 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-448e1e93-1926-48cb-a1a4-5154133f623c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22123281-7480-4e7e-bf89-25e7bcdffbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384185 Sep 23 10:33:48.965739 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-bcdc8f6f-3731-4c7c-96e7-b790cf85359f service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860772 Sep 23 10:33:49.058673 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a0fb9fe7-2be4-4315-9967-408bc4952d8b req-0693231d-d6a1-4e89-9d16-c7809e781b03 service neutron] 10.222.0.59 "GET /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831029 Sep 23 10:33:49.116790 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-a1ce7149-0287-4aa5-b670-08d2e7c42c5a tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f24a23f7b9364a6e81de317781d8204c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267477 Sep 23 10:33:49.224831 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27f9f-1ce4-4a45-b77c-759b31984a8f req-2e8a61be-aec7-4cdc-b063-076bf2eb4da7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:49.226517 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ece27f9f-1ce4-4a45-b77c-759b31984a8f req-2e8a61be-aec7-4cdc-b063-076bf2eb4da7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1086962 Sep 23 10:33:49.278034 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-88301b5d-5b94-4e7b-8c13-f8196c3ff254 req-20bd1995-9431-4ee8-8051-8ae8ec4ce06e tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0507216 Sep 23 10:33:49.306360 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ece27f9f-1ce4-4a45-b77c-759b31984a8f req-399dc780-fdf5-4497-84b9-0b661853478d tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733159 Sep 23 10:33:49.314705 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-15996066-7bc3-48cf-8faa-ee30bba5a704 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:49.316104 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-15996066-7bc3-48cf-8faa-ee30bba5a704 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902537 Sep 23 10:33:49.334566 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Request body: {'port': {'device_id': '491e7390-4959-43dc-a63c-57c7933a8816', 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae', 'admin_state_up': True, 'tenant_id': 'f24a23f7b9364a6e81de317781d8204c'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:33:49.443515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Made reservation on behalf of f24a23f7b9364a6e81de317781d8204c for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:33:49.447033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:49.455874 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:49.550087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:49.554533 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:49.645193 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f651ca9-9c10-4c77-b3c8-78be84d55ee8,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:49.666254 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49c41b-4160-4d6c-92ec-c7e50a3b11ab req-524e1797-8083-4758-9eb0-61cd6f2917d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:49.667738 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8c49c41b-4160-4d6c-92ec-c7e50a3b11ab req-524e1797-8083-4758-9eb0-61cd6f2917d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 1096 time: 0.0958200 Sep 23 10:33:49.740726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Allocated IP 192.168.233.247 (8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae/adcda44c-d1f3-4d6b-a343-99bf8a3c5249/54de4686-0358-48ce-9689-29c4ec4edaf9) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:33:49.743778 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8c49c41b-4160-4d6c-92ec-c7e50a3b11ab req-bb2937c5-82aa-4d66-a0ad-82940f5de4cd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547004 Sep 23 10:33:49.909911 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ad377-7582-43be-889e-62d0d2c34401 req-b084d1e6-13fe-4aad-a2b2-cf3ac002aedd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:49.911807 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c86ad377-7582-43be-889e-62d0d2c34401 req-b084d1e6-13fe-4aad-a2b2-cf3ac002aedd tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.0970087 Sep 23 10:33:49.931431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:49.971041 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c86ad377-7582-43be-889e-62d0d2c34401 req-ae390e87-c6f6-4cfd-aef2-269d352768ce tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500574 Sep 23 10:33:49.984711 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.025266 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:33:50.028296 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:33:50.031929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:33:50.058204 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Pushing event updated for resources: {'Port': ['ID=54de4686-0358-48ce-9689-29c4ec4edaf9,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:50.087053 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:50.087880 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.105099 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-01f05690-4d80-4a0b-a57a-38e7845ce5db tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7747688 Sep 23 10:33:50.120359 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Request body: {'port': {'device_id': '491e7390-4959-43dc-a63c-57c7933a8816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:33:50.178821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.258960 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-8bf0784b-07ac-4298-87b0-c2ea73367647 None None] Provisioning complete for port 54de4686-0358-48ce-9689-29c4ec4edaf9 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:33:50.259445 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8bf0784b-07ac-4298-87b0-c2ea73367647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.292857 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0784b-07ac-4298-87b0-c2ea73367647 None None] Port 54de4686-0358-48ce-9689-29c4ec4edaf9 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:33:50.475583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed3931-9487-4098-9f15-73a2c63c5ff6 req-c0890346-4c6b-41f8-adff-6849ef06690f tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:50.476952 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0eed3931-9487-4098-9f15-73a2c63c5ff6 req-c0890346-4c6b-41f8-adff-6849ef06690f tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 936 time: 0.1070828 Sep 23 10:33:50.493323 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e94f6-986e-47c4-941e-4c79ebbc96bf req-03b4af4c-ce71-4b60-b434-3ba65ce08ce9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:50.494748 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b24e94f6-986e-47c4-941e-4c79ebbc96bf req-03b4af4c-ce71-4b60-b434-3ba65ce08ce9 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1152167 Sep 23 10:33:50.599223 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54de4686-0358-48ce-9689-29c4ec4edaf9 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:33:50.614131 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.620539 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b24e94f6-986e-47c4-941e-4c79ebbc96bf req-cc87bc8f-4f20-47ea-a528-3dd3aac2f641 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a1e2ef4-5c8d-4d60-b02a-085717d4769c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190550 Sep 23 10:33:50.623135 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0eed3931-9487-4098-9f15-73a2c63c5ff6 req-86bf873c-d3d1-4a63-9954-ebd4eb33d402 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275334 Sep 23 10:33:50.643886 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Transition to ACTIVE for port object 54de4686-0358-48ce-9689-29c4ec4edaf9 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:33:50.649209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.664044 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-073acda1-6ffa-4251-8ed4-9eceec759773 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:50.665527 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-073acda1-6ffa-4251-8ed4-9eceec759773 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 945 time: 0.1191070 Sep 23 10:33:50.736326 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Pushing event updated for resources: {'Port': ['ID=54de4686-0358-48ce-9689-29c4ec4edaf9,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:50.846999 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Attempting to bind port 54de4686-0358-48ce-9689-29c4ec4edaf9 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:33:50.847354 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Attempting to bind port 54de4686-0358-48ce-9689-29c4ec4edaf9 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:33:50.847685 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Attempting to bind port 54de4686-0358-48ce-9689-29c4ec4edaf9 on network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:33:50.854906 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Port 54de4686-0358-48ce-9689-29c4ec4edaf9 on network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:33:50.855350 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Attempting to bind port 54de4686-0358-48ce-9689-29c4ec4edaf9 on network 8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:33:50.864107 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Deleting port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:50.864995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.869240 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:33:50.869555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Checking segment: {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:33:50.869964 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Bound using segment: {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:33:50.870406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Bound port: 54de4686-0358-48ce-9689-29c4ec4edaf9, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86da576-57e8-4db1-9012-ff0ff74df619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:33:50.870759 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:50.967770 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:33:51.004310 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] For port 9e494a6a-7a84-4e8e-b7b3-757fc3643125, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=9e494a6a-7a84-4e8e-b7b3-757fc3643125,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:51.004682 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.007758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] For port 54de4686-0358-48ce-9689-29c4ec4edaf9, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:33:51.015259 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] For port 54de4686-0358-48ce-9689-29c4ec4edaf9, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=54de4686-0358-48ce-9689-29c4ec4edaf9,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:33:51.026617 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Calling delete_port for 9e494a6a-7a84-4e8e-b7b3-757fc3643125 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:51.079437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.083910 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:51.152958 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:51.153594 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.155075 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/54de4686-0358-48ce-9689-29c4ec4edaf9 HTTP/1.1" status: 200 len: 1098 time: 1.0390277 Sep 23 10:33:51.159178 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491e7390-4959-43dc-a63c-57c7933a8816', 'tag': '54de4686-0358-48ce-9689-29c4ec4edaf9'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:51.161664 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82" -d '{"events": [{"name": "network-changed", "server_uuid": "491e7390-4959-43dc-a63c-57c7933a8816", "tag": "54de4686-0358-48ce-9689-29c4ec4edaf9"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:51.257821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d08156-6e6e-47ee-9f9b-c8c45cebc080 x-openstack-request-id: req-c2d08156-6e6e-47ee-9f9b-c8c45cebc080 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:51.258093 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491e7390-4959-43dc-a63c-57c7933a8816", "tag": "54de4686-0358-48ce-9689-29c4ec4edaf9", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:51.258432 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2d08156-6e6e-47ee-9f9b-c8c45cebc080 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:51.258957 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491e7390-4959-43dc-a63c-57c7933a8816', 'tag': '54de4686-0358-48ce-9689-29c4ec4edaf9', 'status': 'completed', 'code': 200} Sep 23 10:33:51.261281 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '7f08b642-0791-45c7-9390-c9245aed515b', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'port_id': '7f08b642-0791-45c7-9390-c9245aed515b', 'mac_address': 'fa:16:3e:99:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:33:51.308093 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.326422 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f08b642-0791-45c7-9390-c9245aed515b {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:33:51.344243 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bdd6e-75ec-471e-a30a-0a630ea980b8 service neutron] Pushing event updated for resources: {'Port': ['ID=54de4686-0358-48ce-9689-29c4ec4edaf9,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:51.353334 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:51.354978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.359698 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.381514 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf5892-9b40-40a4-80eb-39942f11058a req-6df63e84-e13b-41e8-85db-1bb3a2c70c2c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:51.383330 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cabf5892-9b40-40a4-80eb-39942f11058a req-6df63e84-e13b-41e8-85db-1bb3a2c70c2c tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 943 time: 0.3059719 Sep 23 10:33:51.417861 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=9']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:51.442431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event deleted for resources: {'Port': ['ID=9e494a6a-7a84-4e8e-b7b3-757fc3643125,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:51.451356 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-fd8be58b-0231-4fd6-bba0-5ea6f789a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:51.452956 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-fd8be58b-0231-4fd6-bba0-5ea6f789a57b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f24a23f7b9364a6e81de317781d8204c&device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 1101 time: 0.2301831 Sep 23 10:33:51.485821 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] No DVR routers for this DVR port 9e494a6a-7a84-4e8e-b7b3-757fc3643125 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:33:51.517516 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:51.519416 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2022c775-38c8-4058-9343-0b36a45bd3f2 req-0fcb99a2-41af-41e0-b7fc-cc886682d544 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.59 "DELETE /v2.0/ports/9e494a6a-7a84-4e8e-b7b3-757fc3643125 HTTP/1.1" status: 204 len: 173 time: 0.8358288 Sep 23 10:33:51.526075 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-0ffef4fb-c074-4108-93d9-a216875e60c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=54de4686-0358-48ce-9689-29c4ec4edaf9 HTTP/1.1" status: 200 len: 217 time: 0.0608327 Sep 23 10:33:51.533544 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-cabf5892-9b40-40a4-80eb-39942f11058a req-945d5c60-a889-4605-972a-1a9897307999 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382935 Sep 23 10:33:51.580621 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['7f08b642-0791-45c7-9390-c9245aed515b'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:33:51.583555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-c76a7ddf-4483-4d20-ae5d-49ea28dd14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:51.585055 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-c76a7ddf-4483-4d20-ae5d-49ea28dd14c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=adcda44c-d1f3-4d6b-a343-99bf8a3c5249 HTTP/1.1" status: 200 len: 843 time: 0.0506206 Sep 23 10:33:51.634687 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b549a-7c60-41a1-adba-690cd46ece3e req-bf45a5e6-c6d2-457e-9d00-dfc744d31084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:51.636465 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-bf45a5e6-c6d2-457e-9d00-dfc744d31084 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441601 Sep 23 10:33:51.810497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-87ea53e3-73ed-4fc9-a9b3-32b090f82178 req-193661f8-b04b-4aaf-8738-c1cfb57ce8d8 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0147b91-7189-442c-8a78-d5e01f1de38c HTTP/1.1" status: 200 len: 210 time: 0.0387771 Sep 23 10:33:51.838242 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a10f6d-f1d3-4f50-a22a-a878f164b760 req-ff51f0a5-c799-4660-9c6f-a04288036f9c tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:51.839758 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d8a10f6d-f1d3-4f50-a22a-a878f164b760 req-ff51f0a5-c799-4660-9c6f-a04288036f9c tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 948 time: 0.1240807 Sep 23 10:33:51.845596 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-26684f45-b0ad-4a9b-b45b-e0b80c65417b service neutron] 10.222.0.59 "GET /v2.0/networks/8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012959 Sep 23 10:33:51.941327 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d8a10f6d-f1d3-4f50-a22a-a878f164b760 req-2ee37bfc-d090-435d-bcdc-a42b5616629f tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 Sep 23 10:33:51.967916 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-430b549a-7c60-41a1-adba-690cd46ece3e req-dde597ae-dfa2-4853-afd4-ec3083ed2aeb service neutron] 10.222.0.59 "GET /v2.0/networks/8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135333 Sep 23 10:33:52.054686 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-7c72e397-3f89-421b-847a-af9e078a6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:52.056083 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-7c72e397-3f89-421b-847a-af9e078a6707 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f24a23f7b9364a6e81de317781d8204c&device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 1101 time: 0.0395932 Sep 23 10:33:52.154006 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-c17c0bcf-c9de-417f-a729-946d328936ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:52.155468 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-c17c0bcf-c9de-417f-a729-946d328936ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae HTTP/1.1" status: 200 len: 870 time: 0.0909266 Sep 23 10:33:52.465446 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-00af33a3-db4f-4d7d-a1c1-e02001f6a187 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=54de4686-0358-48ce-9689-29c4ec4edaf9 HTTP/1.1" status: 200 len: 217 time: 0.3023274 Sep 23 10:33:52.513171 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-cf032069-ec3c-49e4-8150-d7c404077616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:52.514571 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-cf032069-ec3c-49e4-8150-d7c404077616 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=adcda44c-d1f3-4d6b-a343-99bf8a3c5249 HTTP/1.1" status: 200 len: 843 time: 0.0418797 Sep 23 10:33:52.558318 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-94e1d6f5-4709-46f9-ba26-1fe95efa268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:52.559715 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-94e1d6f5-4709-46f9-ba26-1fe95efa268f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0371344 Sep 23 10:33:52.680725 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-cca7d9bb-f839-4470-9cc5-7c6265e65c34 service neutron] 10.222.0.59 "GET /v2.0/networks/8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117816 Sep 23 10:33:52.692341 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b75d-317c-437c-8a58-c99ed9279d38 req-9035b6e6-432e-41bd-ac65-178c5d529f03 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:52.694384 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9049b75d-317c-437c-8a58-c99ed9279d38 req-9035b6e6-432e-41bd-ac65-178c5d529f03 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 944 time: 0.0658557 Sep 23 10:33:52.780787 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9049b75d-317c-437c-8a58-c99ed9279d38 req-09ff8247-84ef-4a2f-b7d7-6e248e6c12ca tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789094 Sep 23 10:33:52.803432 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fb45fc28-2f8b-4745-9f4c-3ece2c208c82 req-c2077e6b-f81b-45c0-a350-80455fcdaedc service neutron] 10.222.0.59 "GET /v2.0/networks/8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079934 Sep 23 10:33:52.822136 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d3785ca9-3a8a-43b1-b1e3-e662413031fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:52.868407 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60492) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:52.925067 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1410caf-7dc4-4aee-9cb3-aa7e55925bf7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:52.949321 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1410caf-7dc4-4aee-9cb3-aa7e55925bf7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:52.990239 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:33:53.008659 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1410caf-7dc4-4aee-9cb3-aa7e55925bf7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.011470 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e1410caf-7dc4-4aee-9cb3-aa7e55925bf7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.012806 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e1410caf-7dc4-4aee-9cb3-aa7e55925bf7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] 10.222.0.50 "DELETE /v2.0/security-groups/7a1e2ef4-5c8d-4d60-b02a-085717d4769c HTTP/1.1" status: 204 len: 168 time: 0.1434159 Sep 23 10:33:53.022254 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1410caf-7dc4-4aee-9cb3-aa7e55925bf7 tempest-TestShelveInstance-2125936594 tempest-TestShelveInstance-2125936594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e2ef4-5c8d-4d60-b02a-085717d4769c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:53.061410 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95e46-9764-455f-a680-86cb36a06d9d req-090759cc-8849-4022-bab7-4a8d3315ac71 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:53.062949 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-30b95e46-9764-455f-a680-86cb36a06d9d req-090759cc-8849-4022-bab7-4a8d3315ac71 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 948 time: 0.0530634 Sep 23 10:33:53.076965 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60498) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:53.080981 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 7f08b642-0791-45c7-9390-c9245aed515b triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:33:53.081363 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.103640 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-30b95e46-9764-455f-a680-86cb36a06d9d req-79d33594-4754-4b2c-a82f-52936d9934f1 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Sep 23 10:33:53.167848 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.189796 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:53.192248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2854351-77f0-42b8-af1a-4eba04caace8" -d '{"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:53.205031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:53.210855 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.238794 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d94be0-689d-4469-b284-847feacd503d x-openstack-request-id: req-07d94be0-689d-4469-b284-847feacd503d {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:53.239087 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:53.239358 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07d94be0-689d-4469-b284-847feacd503d {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:53.239741 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'code': 200} Sep 23 10:33:53.260660 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-deleted', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:53.263576 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d389c4a3-57a0-4ecf-b90a-6c2a2214956a" -d '{"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-deleted", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:53.264184 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=10']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:53.299810 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6c1802-0417-403e-9aa3-f0fa2fefb2b4 x-openstack-request-id: req-af6c1802-0417-403e-9aa3-f0fa2fefb2b4 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:53.300107 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0147b91-7189-442c-8a78-d5e01f1de38c", "name": "network-vif-deleted", "tag": "9e494a6a-7a84-4e8e-b7b3-757fc3643125", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:53.300361 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af6c1802-0417-403e-9aa3-f0fa2fefb2b4 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:53.300811 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0147b91-7189-442c-8a78-d5e01f1de38c', 'name': 'network-vif-deleted', 'tag': '9e494a6a-7a84-4e8e-b7b3-757fc3643125', 'status': 'completed', 'code': 200} Sep 23 10:33:53.570751 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.805182 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Deleting port e6091586-9e4c-42fb-bc19-7841ec7ebd55 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:53.805531 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.881934 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] For port e6091586-9e4c-42fb-bc19-7841ec7ebd55, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=e6091586-9e4c-42fb-bc19-7841ec7ebd55,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:53.882614 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:53.897301 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Calling delete_port for e6091586-9e4c-42fb-bc19-7841ec7ebd55 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:54.069004 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:54.093757 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6091586-9e4c-42fb-bc19-7841ec7ebd55,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:54.241722 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d0c0-016f-4df7-8610-b714146a4749 req-8025fdc3-42a2-42a5-8101-2e2ae126a001 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:54.243833 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a67d0c0-016f-4df7-8610-b714146a4749 req-8025fdc3-42a2-42a5-8101-2e2ae126a001 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 948 time: 0.0588617 Sep 23 10:33:54.272308 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:54.290972 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8a67d0c0-016f-4df7-8610-b714146a4749 req-c2c1262d-75c5-447e-9eb5-8d85eb5167be tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Sep 23 10:33:54.491388 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Router edea838f-e083-498c-8914-79bde19b7f5e has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:33:54.591165 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:33:54.596186 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c0fd79c9-5da5-4e12-b258-2735c6ae36f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/edea838f-e083-498c-8914-79bde19b7f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177772 Sep 23 10:33:54.600236 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60508) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:54.603834 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] Sync routers for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:33:54.614260 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:33:54.615422 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:54.702874 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:54.715541 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:33:54.803489 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:54.855376 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Deleting port f2c6d32e-066a-44b6-8732-edb5d4ade33f {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:54.855718 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:54.891449 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:33:54Z', 'revision_number': 5, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port': {'id': 'f2c6d32e-066a-44b6-8732-edb5d4ade33f', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ba:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:01Z', 'updated_at': '2021-09-23T10:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:54.916801 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] Checking router: edea838f-e083-498c-8914-79bde19b7f5e for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:33:54.924735 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] Routers {'edea838f-e083-498c-8914-79bde19b7f5e'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:33:54.925335 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['edea838f-e083-498c-8914-79bde19b7f5e'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:54.934649 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] For port f2c6d32e-066a-44b6-8732-edb5d4ade33f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f2c6d32e-066a-44b6-8732-edb5d4ade33f,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:54.935021 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:54.946941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Calling delete_port for f2c6d32e-066a-44b6-8732-edb5d4ade33f owned by network:router_gateway {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:54.986112 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 54de4686-0358-48ce-9689-29c4ec4edaf9 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:33:54.988175 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:33:55.012301 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] Set router edea838f-e083-498c-8914-79bde19b7f5e gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:33:55.015888 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 9e494a6a-7a84-4e8e-b7b3-757fc3643125 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:33:55.016235 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 9e494a6a-7a84-4e8e-b7b3-757fc3643125 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:33:55.067448 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:33:54Z', 'revision_number': 6, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:55.108728 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 54de4686-0358-48ce-9689-29c4ec4edaf9, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=54de4686-0358-48ce-9689-29c4ec4edaf9,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:55.118577 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.121550 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '54de4686-0358-48ce-9689-29c4ec4edaf9', 'network_id': '8188dfd3-8f3c-4cb8-b97a-dcfdd7b201ae', 'port_id': '54de4686-0358-48ce-9689-29c4ec4edaf9', 'mac_address': 'fa:16:3e:28:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcda44c-d1f3-4d6b-a343-99bf8a3c5249', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:33:55.156889 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c6d32e-066a-44b6-8732-edb5d4ade33f,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:55.165200 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.179665 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54de4686-0358-48ce-9689-29c4ec4edaf9 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:33:55.184478 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ac985-3180-4628-b3a9-d61e8be78b8b None None] The sync data for ids ['edea838f-e083-498c-8914-79bde19b7f5e'] in dv-cinder-810457-3-iscsi is: [{'id': 'edea838f-e083-498c-8914-79bde19b7f5e', 'name': 'tempest-TestShelveInstance-722222154-router', 'tenant_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:00Z', 'updated_at': '2021-09-23T10:33:54Z', 'revision_number': 6, 'project_id': 'f7cf0ac3c12147d3bd4a514a99850dda', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:33:55.200932 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 54de4686-0358-48ce-9689-29c4ec4edaf9, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=54de4686-0358-48ce-9689-29c4ec4edaf9,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:55.205544 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.219659 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.262682 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=54de4686-0358-48ce-9689-29c4ec4edaf9,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:55.308331 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.310461 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.355212 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.355793 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router edea838f-e083-498c-8914-79bde19b7f5e {{(pid=93965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:33:55.360218 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.363602 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d6cecd88-e459-48ce-9e4c-87e323045d3b admin admin] 10.222.0.50 "DELETE /v2.0/routers/edea838f-e083-498c-8914-79bde19b7f5e HTTP/1.1" status: 204 len: 168 time: 0.7600045 Sep 23 10:33:55.363954 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60512) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:55.378476 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9530df1b-dd7d-47a0-8b34-2b6e351f381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.386535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.411766 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['54de4686-0358-48ce-9689-29c4ec4edaf9'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:33:55.436997 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_v2 [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Deleting subnet 20751a57-3629-4134-ada0-069b8fab5a22 {{(pid=93965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:33:55.441891 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.475010 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6050-772d-43b7-9c2c-ca554cb64df0 req-26b7070e-18a6-4d95-b5c8-431f1e95ee31 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:55.476410 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-950d6050-772d-43b7-9c2c-ca554cb64df0 req-26b7070e-18a6-4d95-b5c8-431f1e95ee31 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 949 time: 0.1035998 Sep 23 10:33:55.493731 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26038627'] for subnet, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.551435 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-950d6050-772d-43b7-9c2c-ca554cb64df0 req-59382783-b91f-4fd6-8120-19b081603807 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690033 Sep 23 10:33:55.598483 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.661978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25401410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25425786'] for subnet, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.687850 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20751a57-3629-4134-ada0-069b8fab5a22,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:55.689836 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.694200 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0f665-b413-4bc2-b391-41eb4696580e None None] Network 22123281-7480-4e7e-bf89-25e7bcdffbbd requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:33:55.694354 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-408f8aef-8985-4abd-b6e5-6df646d8036e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/20751a57-3629-4134-ada0-069b8fab5a22 HTTP/1.1" status: 204 len: 168 time: 0.3288436 Sep 23 10:33:55.694482 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60514) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:55.762604 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.819216 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Deleting port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:55.819562 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.881150 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] For port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:55.881465 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:55.892906 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Calling delete_port for 65b16ea1-abdb-4de8-b62b-cfcde9cac58b owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:55.982025 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] DHCP port deletion for 22123281-7480-4e7e-bf89-25e7bcdffbbd request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:33:56.029657 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] Deleting port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:56.030372 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.073871 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.113062 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] For port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,segment=NetworkSegment(5d153498-a04d-47b8-b835-21e0ed6ed859),segment_id=5d153498-a04d-47b8-b835-21e0ed6ed859)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:56.113461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.125677 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] Calling delete_port for 65b16ea1-abdb-4de8-b62b-cfcde9cac58b owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:56.170762 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.199612 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] No DVR routers for this DVR port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b on host dv-cinder-810457-3-iscsi {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:33:56.203923 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:56.210853 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.240932 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] Pushing event deleted for resources: {'Port': ['ID=65b16ea1-abdb-4de8-b62b-cfcde9cac58b,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:56.254631 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d47ba-cc58-495c-8d78-49c5803ee605 None None] No DVR routers for this DVR port 65b16ea1-abdb-4de8-b62b-cfcde9cac58b on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:33:56.277199 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.300362 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22123281-7480-4e7e-bf89-25e7bcdffbbd']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:56.310079 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d153498-a04d-47b8-b835-21e0ed6ed859') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:56.310374 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d153498-a04d-47b8-b835-21e0ed6ed859') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:56.319609 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f2c6d32e-066a-44b6-8732-edb5d4ade33f no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:33:56.321100 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.334193 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.339063 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: f2c6d32e-066a-44b6-8732-edb5d4ade33f {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:33:56.339405 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f2c6d32e-066a-44b6-8732-edb5d4ade33f not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:33:56.339788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:33:56.340000 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 65b16ea1-abdb-4de8-b62b-cfcde9cac58b no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:33:56.340263 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:33:56.341797 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:33:56.360857 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 65b16ea1-abdb-4de8-b62b-cfcde9cac58b {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:33:56.361201 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 65b16ea1-abdb-4de8-b62b-cfcde9cac58b not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:33:56.361637 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device e6091586-9e4c-42fb-bc19-7841ec7ebd55 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:33:56.380593 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: e6091586-9e4c-42fb-bc19-7841ec7ebd55 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:33:56.380939 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device e6091586-9e4c-42fb-bc19-7841ec7ebd55 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:33:56.396919 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.402317 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.404193 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/22123281-7480-4e7e-bf89-25e7bcdffbbd HTTP/1.1" status: 204 len: 168 time: 0.7085354 Sep 23 10:33:56.407145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60516) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:56.414593 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c93b16-cba3-45b4-9758-4843b6a99df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22123281-7480-4e7e-bf89-25e7bcdffbbd,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:56.612622 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.705698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdfbb1-5cea-462d-868b-d9a29988a08e req-09115148-7e75-4ca8-8207-ac3162b5c8e0 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:56.707070 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01cdfbb1-5cea-462d-868b-d9a29988a08e req-09115148-7e75-4ca8-8207-ac3162b5c8e0 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 949 time: 0.0774071 Sep 23 10:33:56.758018 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-01cdfbb1-5cea-462d-868b-d9a29988a08e req-5b0ecef8-3992-45fa-a29c-ec233001a827 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Sep 23 10:33:56.815692 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:56.998813 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 54de4686-0358-48ce-9689-29c4ec4edaf9 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:33:57.045009 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 54de4686-0358-48ce-9689-29c4ec4edaf9 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:33:57.048596 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 54de4686-0358-48ce-9689-29c4ec4edaf9 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:33:57.048974 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.067095 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Deleting port d0dcdf76-045c-46f3-9b53-2658dce7dcc3 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:57.068033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.127161 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.146615 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] For port d0dcdf76-045c-46f3-9b53-2658dce7dcc3, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:57.146983 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.149292 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e7390-4959-43dc-a63c-57c7933a8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54de4686-0358-48ce-9689-29c4ec4edaf9'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:33:57.151548 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ff033-8bce-4898-b4e9-9548ef5a0ef4" -d '{"events": [{"server_uuid": "491e7390-4959-43dc-a63c-57c7933a8816", "name": "network-vif-plugged", "status": "completed", "tag": "54de4686-0358-48ce-9689-29c4ec4edaf9"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:33:57.160150 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Calling delete_port for d0dcdf76-045c-46f3-9b53-2658dce7dcc3 owned by network:router_interface {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:57.164382 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 54de4686-0358-48ce-9689-29c4ec4edaf9, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=54de4686-0358-48ce-9689-29c4ec4edaf9,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:57.171066 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.197537 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3224ec1-c9f6-42c4-af64-96c6021419c1 x-openstack-request-id: req-b3224ec1-c9f6-42c4-af64-96c6021419c1 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:33:57.198034 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e7390-4959-43dc-a63c-57c7933a8816", "name": "network-vif-plugged", "status": "completed", "tag": "54de4686-0358-48ce-9689-29c4ec4edaf9", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:33:57.198360 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3224ec1-c9f6-42c4-af64-96c6021419c1 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:33:57.198813 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e7390-4959-43dc-a63c-57c7933a8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54de4686-0358-48ce-9689-29c4ec4edaf9', 'code': 200} Sep 23 10:33:57.225483 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=54de4686-0358-48ce-9689-29c4ec4edaf9,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:57.375371 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.381934 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06b32-d347-44f1-bc3d-5ccc8d1f0d34 req-071814f9-98d4-419a-b8cb-3a108ecefc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:57.383417 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ec06b32-d347-44f1-bc3d-5ccc8d1f0d34 req-071814f9-98d4-419a-b8cb-3a108ecefc2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 1103 time: 0.0564165 Sep 23 10:33:57.409212 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dcdf76-045c-46f3-9b53-2658dce7dcc3,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:57.480066 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ec06b32-d347-44f1-bc3d-5ccc8d1f0d34 req-bb0a6b6d-b1a5-4118-bfd2-012ddf3e9362 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Sep 23 10:33:57.591043 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:57.794081 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:33:57.927274 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7f704-2469-4512-8bef-a22943f6724d req-2e6f8db6-0a0c-425b-a539-ca1751e73f27 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:57.928715 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67a7f704-2469-4512-8bef-a22943f6724d req-2e6f8db6-0a0c-425b-a539-ca1751e73f27 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 950 time: 0.0909519 Sep 23 10:33:57.943547 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:33:57.953085 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] Sync routers for ids ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:33:57.954123 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-b216c7f4-8925-4e8d-927a-c622593a687d admin admin] 10.222.0.50 "PUT /v2.0/routers/f589e307-ad47-42af-a1bc-d9a0dedb9cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5455778 Sep 23 10:33:57.956566 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60524) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:57.962892 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] Routers {'f589e307-ad47-42af-a1bc-d9a0dedb9cd5'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:33:57.963492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:57.975907 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-67a7f704-2469-4512-8bef-a22943f6724d req-5e2df0d0-a0b9-4d5e-b90a-01466ce00003 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Sep 23 10:33:58.064003 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.070471 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] Set router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:33:58.163763 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.217450 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Deleting port f4d4058b-eda0-46b6-ba0d-dc289a739531 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:58.217814 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.252097 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:33:57Z', 'revision_number': 5, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port': {'id': 'f4d4058b-eda0-46b6-ba0d-dc289a739531', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:00:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:58.279471 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] Checking router: f589e307-ad47-42af-a1bc-d9a0dedb9cd5 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:33:58.287902 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] Routers {'f589e307-ad47-42af-a1bc-d9a0dedb9cd5'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:33:58.288517 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:58.308047 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] For port f4d4058b-eda0-46b6-ba0d-dc289a739531, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=f4d4058b-eda0-46b6-ba0d-dc289a739531,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:58.310222 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.325514 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Calling delete_port for f4d4058b-eda0-46b6-ba0d-dc289a739531 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:58.384938 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] Set router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 gateway port host: None {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:33:58.448321 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:33:58Z', 'revision_number': 6, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:58.481792 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d07cd2-9874-4655-8193-51c75ce790c2 None None] The sync data for ids ['f589e307-ad47-42af-a1bc-d9a0dedb9cd5'] in dv-cinder-810457-3-iscsi is: [{'id': 'f589e307-ad47-42af-a1bc-d9a0dedb9cd5', 'name': 'tempest-TestShelveInstance-2129589611-router', 'tenant_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:13Z', 'updated_at': '2021-09-23T10:33:58Z', 'revision_number': 6, 'project_id': '4cb3bc45b5d04f6a840729d8132ff07f', 'gw_port_host': None}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:33:58.490142 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.511369 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.544277 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d4058b-eda0-46b6-ba0d-dc289a739531,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:58.606673 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.702887 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.704939 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.746779 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.747320 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f589e307-ad47-42af-a1bc-d9a0dedb9cd5 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:33:58.751729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.752870 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5aa134f3-f80b-4566-afb5-1861e70b31f4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f589e307-ad47-42af-a1bc-d9a0dedb9cd5 HTTP/1.1" status: 204 len: 168 time: 0.7942629 Sep 23 10:33:58.755476 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:58.798371 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Deleting subnet 4f63c71f-7a73-4e63-bf36-366881f25a74 {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:33:58.801508 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.839646 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.925025 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:58.977152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.000892 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f63c71f-7a73-4e63-bf36-366881f25a74,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:59.007936 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.012262 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-4537846c-f4b4-4a0c-af05-7487d1a21956 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4f63c71f-7a73-4e63-bf36-366881f25a74 HTTP/1.1" status: 204 len: 168 time: 0.2534156 Sep 23 10:33:59.012685 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60530) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:59.017051 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d9d69-f49e-4f7f-ae5c-9f3b48e14bce None None] Network 26802041-a1b2-4bea-b8b3-b3091b382837 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:33:59.087851 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.092369 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf22f-a766-41ad-9713-c79272045dc2 req-a90d75f1-7fd8-4175-8294-c5a2d70b8866 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:59.093896 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02faf22f-a766-41ad-9713-c79272045dc2 req-a90d75f1-7fd8-4175-8294-c5a2d70b8866 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 950 time: 0.0477808 Sep 23 10:33:59.132977 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-02faf22f-a766-41ad-9713-c79272045dc2 req-4640ec59-f951-46e8-a140-995bfee04779 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Sep 23 10:33:59.140593 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Deleting port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:59.140936 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.213013 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] For port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:59.213573 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.227850 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Calling delete_port for 6baf4f88-0773-4c61-bbda-0f5039f7ad2f owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:59.238472 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89058228-b730-4372-ab83-35f5edb9842e None None] DHCP port deletion for 26802041-a1b2-4bea-b8b3-b3091b382837 request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:33:59.292513 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-89058228-b730-4372-ab83-35f5edb9842e None None] Deleting port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:33:59.293162 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89058228-b730-4372-ab83-35f5edb9842e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.318688 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.352669 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] No DVR routers for this DVR port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f on host dv-cinder-810457-3-iscsi {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:33:59.358083 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:59.366219 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-89058228-b730-4372-ab83-35f5edb9842e None None] For port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,segment=NetworkSegment(40e72e2d-6f5e-4db4-b7e0-6d8ec080532e),segment_id=40e72e2d-6f5e-4db4-b7e0-6d8ec080532e)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:33:59.366614 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89058228-b730-4372-ab83-35f5edb9842e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.379548 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-89058228-b730-4372-ab83-35f5edb9842e None None] Calling delete_port for 6baf4f88-0773-4c61-bbda-0f5039f7ad2f owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:33:59.423070 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8d0b-d573-41ca-99ef-0d0d768e545b req-4b8b9f7f-dc34-41d4-88bc-d72a6fda8642 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:33:59.424552 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ad1e8d0b-d573-41ca-99ef-0d0d768e545b req-4b8b9f7f-dc34-41d4-88bc-d72a6fda8642 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 950 time: 0.0560229 Sep 23 10:33:59.439155 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.465021 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26802041-a1b2-4bea-b8b3-b3091b382837']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:59.465195 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ad1e8d0b-d573-41ca-99ef-0d0d768e545b req-9094687c-c631-40ee-9d05-0143244d0208 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Sep 23 10:33:59.467135 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-89058228-b730-4372-ab83-35f5edb9842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.477084 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:59.477389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e72e2d-6f5e-4db4-b7e0-6d8ec080532e') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:33:59.489390 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.495925 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89058228-b730-4372-ab83-35f5edb9842e None None] Pushing event deleted for resources: {'Port': ['ID=6baf4f88-0773-4c61-bbda-0f5039f7ad2f,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:59.499802 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89058228-b730-4372-ab83-35f5edb9842e None None] No DVR routers for this DVR port 6baf4f88-0773-4c61-bbda-0f5039f7ad2f on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:33:59.504211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.511943 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:33:59.512523 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:33:59.514405 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:33:59.572006 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.588138 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.590028 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/26802041-a1b2-4bea-b8b3-b3091b382837 HTTP/1.1" status: 204 len: 168 time: 0.5767119 Sep 23 10:33:59.591236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7cdb-fb59-4cf8-aee8-978d296781c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26802041-a1b2-4bea-b8b3-b3091b382837,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:33:59.701073 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60540) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:59.742517 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-447140e2-7ce4-456e-b676-d15f168cf6e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7cf0ac3c12147d3bd4a514a99850dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402288 Sep 23 10:33:59.744834 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60542) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:33:59.790699 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd06e-7465-4a72-a7d5-2f736ab0ce96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.811064 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd06e-7465-4a72-a7d5-2f736ab0ce96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.856733 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd06e-7465-4a72-a7d5-2f736ab0ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.859258 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd06e-7465-4a72-a7d5-2f736ab0ce96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:33:59.860398 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ffcbd06e-7465-4a72-a7d5-2f736ab0ce96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22934c1e-877f-4190-8fd6-031cb68e5f97 HTTP/1.1" status: 204 len: 168 time: 0.1147041 Sep 23 10:33:59.875587 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbd06e-7465-4a72-a7d5-2f736ab0ce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22934c1e-877f-4190-8fd6-031cb68e5f97,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:00.174079 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60548) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:00.213579 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c9bcb684-e9df-44b0-bbc6-f27971f87dfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cb3bc45b5d04f6a840729d8132ff07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382891 Sep 23 10:34:00.216295 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60550) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:00.263863 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8b91-b1d4-45ff-91a6-39c8c9d18edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:00.285017 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8b91-b1d4-45ff-91a6-39c8c9d18edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:00.314298 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 6baf4f88-0773-4c61-bbda-0f5039f7ad2f no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:00.331830 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8b91-b1d4-45ff-91a6-39c8c9d18edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:00.335332 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8b91-b1d4-45ff-91a6-39c8c9d18edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:00.336483 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ab1d8b91-b1d4-45ff-91a6-39c8c9d18edd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01ce20b6-79bb-4db5-9953-9cfbc1d8cf21 HTTP/1.1" status: 204 len: 168 time: 0.1193075 Sep 23 10:34:00.340969 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 6baf4f88-0773-4c61-bbda-0f5039f7ad2f {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:00.340969 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 6baf4f88-0773-4c61-bbda-0f5039f7ad2f not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:00.341698 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f4d4058b-eda0-46b6-ba0d-dc289a739531 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:00.345393 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d8b91-b1d4-45ff-91a6-39c8c9d18edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce20b6-79bb-4db5-9953-9cfbc1d8cf21,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:00.367297 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: f4d4058b-eda0-46b6-ba0d-dc289a739531 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:00.367647 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device f4d4058b-eda0-46b6-ba0d-dc289a739531 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:00.368060 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d0dcdf76-045c-46f3-9b53-2658dce7dcc3 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:00.388288 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: d0dcdf76-045c-46f3-9b53-2658dce7dcc3 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:00.388641 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device d0dcdf76-045c-46f3-9b53-2658dce7dcc3 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:00.588581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfde83d-5c7e-476e-b9bd-99de16ddd21e req-31875208-6312-431c-82d3-c2ff3dc0e474 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:00.590118 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fcfde83d-5c7e-476e-b9bd-99de16ddd21e req-31875208-6312-431c-82d3-c2ff3dc0e474 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 950 time: 0.0477009 Sep 23 10:34:00.628966 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fcfde83d-5c7e-476e-b9bd-99de16ddd21e req-ee4ab66a-03fd-4357-9258-860071e3b891 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/security-groups?id=3f651ca9-9c10-4c77-b3c8-78be84d55ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Sep 23 10:34:00.709929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-4c03565e-05a4-4c6b-8765-7f144098ffa6 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:00.711679 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-4c03565e-05a4-4c6b-8765-7f144098ffa6 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.59 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 950 time: 0.0578902 Sep 23 10:34:00.809842 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Deleting port 54de4686-0358-48ce-9689-29c4ec4edaf9 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:00.810187 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:00.902345 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] For port 54de4686-0358-48ce-9689-29c4ec4edaf9, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=54de4686-0358-48ce-9689-29c4ec4edaf9,segment=NetworkSegment(b86da576-57e8-4db1-9012-ff0ff74df619),segment_id=b86da576-57e8-4db1-9012-ff0ff74df619)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:00.902721 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:00.914976 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Calling delete_port for 54de4686-0358-48ce-9689-29c4ec4edaf9 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:01.013268 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60574) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:01.042113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.055061 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['54de4686-0358-48ce-9689-29c4ec4edaf9'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:34:01.072406 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Pushing event deleted for resources: {'Port': ['ID=54de4686-0358-48ce-9689-29c4ec4edaf9,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:01.120383 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151881828-network', 'tenant_id': '258d2f15015b433da2c859073db584bf'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:01.143094 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Made reservation on behalf of 258d2f15015b433da2c859073db584bf for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:01.145868 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.155337 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.269565 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.274340 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.301835 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:34:01.308327 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa8f4c6-652e-41e8-9e4a-442c4c8bc950,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:01.315873 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.316296 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Added segment eb49bd8f-99cf-4767-83fb-ee794f192ebe of type vlan for network 37693ba0-a001-4f66-b6bf-c64d1078488a Sep 23 10:34:01.362981 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.388940 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.390341 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:01.390924 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.398210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] No DVR routers for this DVR port 54de4686-0358-48ce-9689-29c4ec4edaf9 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:34:01.400829 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.403014 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6f51dab5-59bd-40a4-9c72-dfa600e07deb req-3b6c4a4b-a2ff-426c-83d0-b7372afe67bc tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.59 "DELETE /v2.0/ports/54de4686-0358-48ce-9689-29c4ec4edaf9 HTTP/1.1" status: 204 len: 173 time: 0.6838911 Sep 23 10:34:01.403443 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e7390-4959-43dc-a63c-57c7933a8816', 'name': 'network-vif-deleted', 'tag': '54de4686-0358-48ce-9689-29c4ec4edaf9'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:01.405854 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e09bc-ac1a-4a2a-99af-836f7aaa64d3" -d '{"events": [{"server_uuid": "491e7390-4959-43dc-a63c-57c7933a8816", "name": "network-vif-deleted", "tag": "54de4686-0358-48ce-9689-29c4ec4edaf9"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:01.425847 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4114017 Sep 23 10:34:01.429210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60580) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:01.434698 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Request body: {'subnet': {'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151881828-subnet', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:01.451102 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5712a7dd-c23a-46eb-a1f5-c4eb24fd7772 x-openstack-request-id: req-5712a7dd-c23a-46eb-a1f5-c4eb24fd7772 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:01.451387 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e7390-4959-43dc-a63c-57c7933a8816", "name": "network-vif-deleted", "tag": "54de4686-0358-48ce-9689-29c4ec4edaf9", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:01.451635 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5712a7dd-c23a-46eb-a1f5-c4eb24fd7772 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:01.452286 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e7390-4959-43dc-a63c-57c7933a8816', 'name': 'network-vif-deleted', 'tag': '54de4686-0358-48ce-9689-29c4ec4edaf9', 'status': 'completed', 'code': 200} Sep 23 10:34:01.453629 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816f4aa-59b2-4c55-a612-b49a298579b1 admin admin] Pushing event updated for resources: {'Network': ['ID=37693ba0-a001-4f66-b6bf-c64d1078488a,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:01.464037 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 37693ba0-a001-4f66-b6bf-c64d1078488a details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:34:01.465431 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Made reservation on behalf of 258d2f15015b433da2c859073db584bf for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:01.469363 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25425759'] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.652945 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25401475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25425773'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.707581 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54bebe0-3a89-4432-a1d2-626b7547e76c,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:01.727418 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.727767 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.728108 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.728441 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.728771 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.729102 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.729425 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.729777 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.730100 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.730418 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.730737 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.731054 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:01.754314 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-07855621-89d1-45e0-a20f-985b79996a8f req-f6227beb-99cb-408e-ae05-c6116bd64a43 tempest-VolumesNegativeTest-1698128130 tempest-VolumesNegativeTest-1698128130-project] 10.222.0.50 "GET /v2.0/ports?device_id=491e7390-4959-43dc-a63c-57c7933a8816 HTTP/1.1" status: 200 len: 210 time: 0.0444796 Sep 23 10:34:01.755155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Checking segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:01.755497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Network hostable DHCP agents. Network: 37693ba0-a001-4f66-b6bf-c64d1078488a, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:34:01.778754 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:34:01.787947 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 37693ba0-a001-4f66-b6bf-c64d1078488a) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:01.793780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:01.793780 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.801186 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17602c86-7f62-4168-9056-41e73ec8b8f0 None None] Network 37693ba0-a001-4f66-b6bf-c64d1078488a requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:01.812035 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c4befdde-4715-46a6-a67d-4e9d578e8a99 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3812480 Sep 23 10:34:01.815671 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60584) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:01.820343 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:01.844370 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.845442 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.904277 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:01.960511 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-37693ba0-a001-4f66-b6bf-c64d1078488a', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:34:01.961471 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.039883 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.094762 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Allocated IP 172.20.0.2 (37693ba0-a001-4f66-b6bf-c64d1078488a/b54bebe0-3a89-4432-a1d2-626b7547e76c/436ea0d3-61b3-4b4b-8ada-efee59ea9618) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:02.230247 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.237884 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.244992 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.249182 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.283357 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:02.286715 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:02.289662 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:02.300639 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Pushing event updated for resources: {'Port': ['ID=436ea0d3-61b3-4b4b-8ada-efee59ea9618,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:02.352549 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Attempting to bind port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:02.352917 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Attempting to bind port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:02.353285 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Attempting to bind port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:02.356320 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Allocated IP 172.27.2.200 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/ddf0249c-de09-4c3b-81c0-69f3a4b30291) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:02.358602 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:02.359037 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Checking segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:02.359442 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.359835 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Bound using segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:02.360345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Bound port: 436ea0d3-61b3-4b4b-8ada-efee59ea9618, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:02.360745 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.422391 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] For port 436ea0d3-61b3-4b4b-8ada-efee59ea9618, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:02.425475 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] For port 436ea0d3-61b3-4b4b-8ada-efee59ea9618, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=436ea0d3-61b3-4b4b-8ada-efee59ea9618,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:02.430037 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.457136 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.486297 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324945-7fc1-4ba3-81ed-6ae8fd57f8ce None None] Pushing event updated for resources: {'Port': ['ID=436ea0d3-61b3-4b4b-8ada-efee59ea9618,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:02.497169 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:02.535303 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:02.537983 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:02.541672 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:02.549187 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Pushing event updated for resources: {'Port': ['ID=ddf0249c-de09-4c3b-81c0-69f3a4b30291,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:02.993777 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.210631 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.353026 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Router a197570b-f665-41f3-af57-7da52e57aa68 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:34:03.354820 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005158a5-a96c-4dbd-8ad1-833f456cb90a None None] Network 37693ba0-a001-4f66-b6bf-c64d1078488a requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:03.475029 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:03.487870 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:03.492477 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.493841 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-757d3b8b-5a7f-4e00-8a4a-ca68a631a4ae admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6771431 Sep 23 10:34:03.496546 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60652) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:03.502225 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:03.505451 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:03.519708 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-73dca082-63d5-465f-a81a-95405624016a None None] Provisioning complete for port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:03.521258 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-73dca082-63d5-465f-a81a-95405624016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.636957 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:03.648073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-73dca082-63d5-465f-a81a-95405624016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.706181 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-73dca082-63d5-465f-a81a-95405624016a None None] For port 436ea0d3-61b3-4b4b-8ada-efee59ea9618, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=436ea0d3-61b3-4b4b-8ada-efee59ea9618,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:03.710902 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-73dca082-63d5-465f-a81a-95405624016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.786080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dca082-63d5-465f-a81a-95405624016a None None] Pushing event updated for resources: {'Port': ['ID=436ea0d3-61b3-4b4b-8ada-efee59ea9618,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:03.872712 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:02Z', 'revision_number': 3, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:03.903670 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:03.903917 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Updating router a197570b-f665-41f3-af57-7da52e57aa68 port ddf0249c-de09-4c3b-81c0-69f3a4b30291 binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:34:03.929464 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.941259 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-3ee1ab6f-085c-494c-9cb8-8b2624b7ed25 None None] Provisioning complete for port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:03.942382 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ab6f-085c-494c-9cb8-8b2624b7ed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:03.989560 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.155562 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Allocated IP 172.20.0.1 (37693ba0-a001-4f66-b6bf-c64d1078488a/b54bebe0-3a89-4432-a1d2-626b7547e76c/4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:04.202482 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.210783 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.266268 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Pushing event updated for resources: {'Port': ['ID=ddf0249c-de09-4c3b-81c0-69f3a4b30291,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:04.275227 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.275368 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.275711 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.276051 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.276383 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.276713 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.277039 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.277459 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.277722 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.278420 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.278755 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.279079 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:04.285015 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Attempting to bind port ddf0249c-de09-4c3b-81c0-69f3a4b30291 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:04.285015 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Attempting to bind port ddf0249c-de09-4c3b-81c0-69f3a4b30291 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:04.285539 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Attempting to bind port ddf0249c-de09-4c3b-81c0-69f3a4b30291 on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:04.291336 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:04.291705 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:04.292058 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.292450 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:04.292923 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Bound port: ddf0249c-de09-4c3b-81c0-69f3a4b30291, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:04.293299 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.297661 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.342062 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.373090 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] For port ddf0249c-de09-4c3b-81c0-69f3a4b30291, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:04.376078 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] For port ddf0249c-de09-4c3b-81c0-69f3a4b30291, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=ddf0249c-de09-4c3b-81c0-69f3a4b30291,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:04.383338 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.386580 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:04.390143 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:04.392705 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 436ea0d3-61b3-4b4b-8ada-efee59ea9618 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:04.404722 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:04.446057 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.454676 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529871-6ded-4bfb-aec1-3f4dd0088162 None None] Pushing event updated for resources: {'Port': ['ID=ddf0249c-de09-4c3b-81c0-69f3a4b30291,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:04.475366 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:04.475810 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.478394 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:04.485173 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:04.504940 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Pushing event updated for resources: {'Port': ['ID=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:04.641887 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:04.652414 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.769802 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-7e065d49-aa82-450b-8304-5bedaa581a63 None None] Provisioning complete for port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:04.770346 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7e065d49-aa82-450b-8304-5bedaa581a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.816197 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-7e065d49-aa82-450b-8304-5bedaa581a63 None None] Port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:34:04.854031 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.859847 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.863229 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:02Z', 'revision_number': 3, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:04.902805 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c195f3-881b-4d2f-a39c-d1050cbcb4ba None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:02Z', 'revision_number': 3, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:04.929902 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:04.932817 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Pushing event updated for resources: {'Port': ['ID=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:05.054065 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 54de4686-0358-48ce-9689-29c4ec4edaf9 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:05.078138 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 54de4686-0358-48ce-9689-29c4ec4edaf9 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:05.078496 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 54de4686-0358-48ce-9689-29c4ec4edaf9 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:05.262519 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:05.264120 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:05.413067 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:34:05.547009 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:05.552217 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-35d8ad02-096b-4794-9faa-a8613e9481ce admin admin] 10.222.0.50 "PUT /v2.0/routers/a197570b-f665-41f3-af57-7da52e57aa68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544155 Sep 23 10:34:05.563334 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-ee8361c8-4282-42fc-b2ae-dc088704cf9d None None] Provisioning complete for port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:05.563749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ee8361c8-4282-42fc-b2ae-dc088704cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:05.628280 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-ee8361c8-4282-42fc-b2ae-dc088704cf9d None None] Port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:34:06.069442 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60824) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:06.074457 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1523345946-network', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:06.093788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Made reservation on behalf of 6376dc769f2d4bf3a72c79c96fc53f8e for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:06.096053 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.104265 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.196737 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.200399 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.224758 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:34:06.234560 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5220b5d-d666-4f2c-ad90-24f26243b271,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:06.240011 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.240357 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Added segment 235fadc3-83a3-464a-b12f-2ed17903c1e6 of type vlan for network 24882691-a023-4907-8f4e-430382f88f90 Sep 23 10:34:06.281022 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.315772 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.316812 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:06.317446 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.343060 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device ddf0249c-de09-4c3b-81c0-69f3a4b30291 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:06.350870 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2802651 Sep 23 10:34:06.353864 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60826) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:06.359554 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Request body: {'subnet': {'network_id': '24882691-a023-4907-8f4e-430382f88f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1523345946-subnet', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:06.382544 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Made reservation on behalf of 6376dc769f2d4bf3a72c79c96fc53f8e for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:06.382891 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ca0c7-50e5-4ba1-9887-c941661686c1 admin admin] Pushing event updated for resources: {'Network': ['ID=24882691-a023-4907-8f4e-430382f88f90,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:06.387381 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25425759'] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.395882 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 24882691-a023-4907-8f4e-430382f88f90 details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:34:06.462329 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port ddf0249c-de09-4c3b-81c0-69f3a4b30291 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:06.462712 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.509375 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:06.537799 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:06.538325 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:06.567178 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25401475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25425773'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.594184 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.622992 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6262ddf3-7f98-42ed-bd33-5ef014f24131,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:06.629866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Checking segment: {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:06.630226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Network hostable DHCP agents. Network: 24882691-a023-4907-8f4e-430382f88f90, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:34:06.646714 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Network 24882691-a023-4907-8f4e-430382f88f90 is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:34:06.648742 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port ddf0249c-de09-4c3b-81c0-69f3a4b30291, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=ddf0249c-de09-4c3b-81c0-69f3a4b30291,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:06.651792 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.656719 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 24882691-a023-4907-8f4e-430382f88f90) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:06.661935 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:06.662520 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.676124 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-65e32e02-c23e-4a5e-ba71-443e7f591e81 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3206427 Sep 23 10:34:06.678763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60828) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:06.682939 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:06.686286 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b3fa6-a381-45b6-97bf-003c7805cb58 None None] Network 24882691-a023-4907-8f4e-430382f88f90 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:06.703147 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5803'] for router, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.704425 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-988803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5794'] for router, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.704574 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:06.756155 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:06.838911 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=ddf0249c-de09-4c3b-81c0-69f3a4b30291,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:06.901280 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.119274 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.122684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0876be-afd9-5267-9c6f-373434680c5f-24882691-a023-4907-8f4e-430382f88f90', 'network_id': '24882691-a023-4907-8f4e-430382f88f90', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'fixed_ips': [{'subnet_id': '6262ddf3-7f98-42ed-bd33-5ef014f24131'}]}} from dv-cinder-810457-3-iscsi. {{(pid=93967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 10:34:07.123543 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.135847 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60836) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:07.139499 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.242304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 2, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:07.254867 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Allocated IP 172.27.2.212 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/efbbdff1-a9d0-4272-be69-2b17f2f8b02e) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:07.283583 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-f2cec2ad-9ffd-4cbd-b952-0a693b6a6d0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f24a23f7b9364a6e81de317781d8204c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460533 Sep 23 10:34:07.286744 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60840) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:07.288154 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:07.288514 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Updating router a197570b-f665-41f3-af57-7da52e57aa68 port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:34:07.323504 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.335621 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.db_base_plugin_common [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Allocated IP 172.20.0.2 (24882691-a023-4907-8f4e-430382f88f90/6262ddf3-7f98-42ed-bd33-5ef014f24131/de92e080-e705-4727-987b-27bd59a64bed) {{(pid=93967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:07.402938 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.404343 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d412424c-1c5d-4970-ac9f-9b89976949d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.433390 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d412424c-1c5d-4970-ac9f-9b89976949d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.479904 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.527110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:07.535182 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:07.537338 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d412424c-1c5d-4970-ac9f-9b89976949d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.539786 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d412424c-1c5d-4970-ac9f-9b89976949d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.543300 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d412424c-1c5d-4970-ac9f-9b89976949d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f651ca9-9c10-4c77-b3c8-78be84d55ee8 HTTP/1.1" status: 204 len: 168 time: 0.2531905 Sep 23 10:34:07.543300 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:07.546251 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Pushing event updated for resources: {'Port': ['ID=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:07.577670 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412424c-1c5d-4970-ac9f-9b89976949d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f651ca9-9c10-4c77-b3c8-78be84d55ee8,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:07.650242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Notify callbacks [] for port, precommit_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.663289 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503'] for port, after_create {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.713207 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Network 24882691-a023-4907-8f4e-430382f88f90 is already hosted by enough agents. {{(pid=93967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:07.718692 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.scheduler.base_scheduler [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Resources bound (agent type, host, resource id): {{(pid=93967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:07.727688 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Received port after_create {{(pid=93967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:07.747620 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Pushing event updated for resources: {'Port': ['ID=de92e080-e705-4727-987b-27bd59a64bed,revision_number=1']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:07.832097 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.835930 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.836072 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Attempting to bind port de92e080-e705-4727-987b-27bd59a64bed on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:07.836339 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Attempting to bind port de92e080-e705-4727-987b-27bd59a64bed by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:07.836709 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Attempting to bind port de92e080-e705-4727-987b-27bd59a64bed on network 24882691-a023-4907-8f4e-430382f88f90 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:07.840038 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.868131 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:07.868507 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Checking segment: {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:07.868998 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.869297 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Bound using segment: {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:07.869791 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Bound port: de92e080-e705-4727-987b-27bd59a64bed, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:07.870176 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:07.927562 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633a584-3057-42a1-bfbd-b7b60445e53d None None] Pushing event updated for resources: {'Port': ['ID=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:08.011739 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Attempting to bind port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:08.012107 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Attempting to bind port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:08.012635 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Attempting to bind port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:08.015380 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] For port de92e080-e705-4727-987b-27bd59a64bed, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:08.030178 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:08.030863 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Checking segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:08.031286 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.031668 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Bound using segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:08.032148 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Bound port: 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:08.032714 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.037232 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] For port de92e080-e705-4727-987b-27bd59a64bed, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=de92e080-e705-4727-987b-27bd59a64bed,segment=NetworkSegment(235fadc3-83a3-464a-b12f-2ed17903c1e6),segment_id=235fadc3-83a3-464a-b12f-2ed17903c1e6)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:08.047216 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.098608 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-988862'] for router, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.140480 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6874c8d-b1d8-4a83-a792-ebbbfbb3599f None None] Pushing event updated for resources: {'Port': ['ID=de92e080-e705-4727-987b-27bd59a64bed,revision_number=2']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:08.153648 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] For port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:08.157516 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] For port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:08.164187 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.227170 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:08.227819 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:08.253927 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 is scheduled to L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 with binding_index 1 {{(pid=93965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 10:34:08.267818 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633a584-3057-42a1-bfbd-b7b60445e53d None None] Pushing event updated for resources: {'Port': ['ID=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:08.394241 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device ddf0249c-de09-4c3b-81c0-69f3a4b30291 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:08.418939 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:08.432199 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Sync routers for ids ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:08.438238 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:08.449899 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.453666 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a69509ea-ba8c-4bce-afd9-cceb69cfbcda admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7731514 Sep 23 10:34:08.454743 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60862) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:08.455654 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Routers {'43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:08.456357 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:08.457843 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60864) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:08.512434 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-90a8ef25-f024-4046-ac4c-ff01bfb8bb45 None None] Provisioning complete for port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:08.513117 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90a8ef25-f024-4046-ac4c-ff01bfb8bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.668870 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-729658558-network', 'tenant_id': 'a9f235fb96b54e18b62fb5ff8365a4eb'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:08.673010 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Set router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:08.688176 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port ddf0249c-de09-4c3b-81c0-69f3a4b30291 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:08.689222 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.817122 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Made reservation on behalf of a9f235fb96b54e18b62fb5ff8365a4eb for: {'network': 1} {{(pid=93966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:08.819389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for network, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.837529 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.880056 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:34:07Z', 'revision_number': 3, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:08.903993 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90a8ef25-f024-4046-ac4c-ff01bfb8bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:08.912585 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Checking router: 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:08.913210 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Updating router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 port efbbdff1-a9d0-4272-be69-2b17f2f8b02e binding host dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:34:08.960684 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-90a8ef25-f024-4046-ac4c-ff01bfb8bb45 None None] For port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:08.966604 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-90a8ef25-f024-4046-ac4c-ff01bfb8bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.048815 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.074264 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.085555 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.111655 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.114127 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 10:34:09.141554 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.141920 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.segments_db [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Added segment 453de569-1362-450e-a6d0-ef3d5be87f62 of type vlan for network 99b653f2-419b-49ac-b23d-4c71784972ed Sep 23 10:34:09.151167 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750f44a-8348-4ff7-90f9-f70191fab43e,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.175661 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:09.179826 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8ef25-f024-4046-ac4c-ff01bfb8bb45 None None] Pushing event updated for resources: {'Port': ['ID=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.207760 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-a0c09f7a-4a3b-478e-9dd1-af04fdd39bd0 None None] Provisioning complete for port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:09.208478 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a0c09f7a-4a3b-478e-9dd1-af04fdd39bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.212077 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bc751-4ac4-4f74-afbc-e75430d2b4bb None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:09.234724 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787554730518'] for network, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.267275 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531'] for network, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.269579 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:09.270473 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.372704 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9159663 Sep 23 10:34:09.372920 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60870) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:09.378994 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Request body: {'subnet': {'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-729658558-subnet', 'tenant_id': 'a9f235fb96b54e18b62fb5ff8365a4eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:09.405087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Made reservation on behalf of a9f235fb96b54e18b62fb5ff8365a4eb for: {'subnet': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:09.409075 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3f0b8-98b1-4909-b94b-3ae923f2e959 admin admin] Pushing event updated for resources: {'Network': ['ID=99b653f2-419b-49ac-b23d-4c71784972ed,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.414190 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25425759'] for subnet, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.426704 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Network 99b653f2-419b-49ac-b23d-4c71784972ed details requested by agent ovs-agent-dv-cinder-810457-3-iscsi with host dv-cinder-810457-3-iscsi {{(pid=93967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 10:34:09.489162 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.497489 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.542837 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Allocated IP 172.20.0.1 (24882691-a023-4907-8f4e-430382f88f90/6262ddf3-7f98-42ed-bd33-5ef014f24131/cf81a1f9-71e7-4fbd-85c2-7a400abd85c1) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:09.564432 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828dea-b033-451a-825b-7da7003b5f6a None None] Pushing event updated for resources: {'Port': ['ID=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.577394 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Attempting to bind port efbbdff1-a9d0-4272-be69-2b17f2f8b02e on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:09.578181 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Attempting to bind port efbbdff1-a9d0-4272-be69-2b17f2f8b02e by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:09.578954 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Attempting to bind port efbbdff1-a9d0-4272-be69-2b17f2f8b02e on network 3d5693f5-85ab-489a-8a6e-84ff29f059af {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:09.586420 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:09.586959 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Checking segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:09.587462 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.588615 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Bound using segment: {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:09.589209 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Bound port: efbbdff1-a9d0-4272-be69-2b17f2f8b02e, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1461a760-919c-4f33-8b27-3949c4019cca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:09.589852 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.659457 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03a45a-a21d-44e4-8970-b7a077192fb7 None None] Network 24882691-a023-4907-8f4e-430382f88f90 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:09.660953 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] For port efbbdff1-a9d0-4272-be69-2b17f2f8b02e, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:09.665409 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] For port efbbdff1-a9d0-4272-be69-2b17f2f8b02e, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:09.670442 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.687426 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25401475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25425773'] for subnet, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.732857 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828dea-b033-451a-825b-7da7003b5f6a None None] Pushing event updated for resources: {'Port': ['ID=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.743665 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.749432 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Routers {'43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:09.750169 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:09.758024 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=98056e05-9328-4057-a44a-ee026f3e1a77,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.782401 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Checking segment: {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:09.783006 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Network hostable DHCP agents. Network: 99b653f2-419b-49ac-b23d-4c71784972ed, hostable agents: ['f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb'], hosted agents: [] {{(pid=93965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 10:34:09.815409 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.816497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Network 99b653f2-419b-49ac-b23d-4c71784972ed is scheduled to be hosted by DHCP agent f4a4042a-14cf-4bc0-a8ce-fc6bba1e25eb with binding_index 1 {{(pid=93965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 10:34:09.829385 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810457-3-iscsi, 99b653f2-419b-49ac-b23d-4c71784972ed) {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:09.844769 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9684e7-cab9-481f-93eb-4a7eaa4fb3fe None None] Network 99b653f2-419b-49ac-b23d-4c71784972ed requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:09.845662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:09.845662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.858989 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-c52964cd-0c64-47d7-a9bb-7fe588287a8f None None] Provisioning complete for port de92e080-e705-4727-987b-27bd59a64bed triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:09.859688 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c52964cd-0c64-47d7-a9bb-7fe588287a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:09.874488 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-a6e5161f-1980-432c-9f4f-95d8a8983dbe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5003777 Sep 23 10:34:09.875112 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Pushing event updated for resources: {'Port': ['ID=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:09.893494 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Network 24882691-a023-4907-8f4e-430382f88f90 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:09.895725 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:09.895876 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] Set router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:09.899259 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:09.991186 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989059'] for router_interface, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.158400 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:34:07Z', 'revision_number': 3, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:10.200786 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec870f-d754-4a36-9c1a-22834d827332 None None] The sync data for ids ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'] in dv-cinder-810457-3-iscsi is: [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:34:07Z', 'revision_number': 3, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:10.222602 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b2253-f737-4164-82a6-cdd007d76eaf None None] Network 99b653f2-419b-49ac-b23d-4c71784972ed requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:10.224300 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c52964cd-0c64-47d7-a9bb-7fe588287a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.229281 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.407790 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-c52964cd-0c64-47d7-a9bb-7fe588287a8f None None] For port de92e080-e705-4727-987b-27bd59a64bed, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=de92e080-e705-4727-987b-27bd59a64bed,segment=NetworkSegment(235fadc3-83a3-464a-b12f-2ed17903c1e6),segment_id=235fadc3-83a3-464a-b12f-2ed17903c1e6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:10.415064 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c52964cd-0c64-47d7-a9bb-7fe588287a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.526337 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.534845 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.555408 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:10.677629 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-988531'] for router_interface, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.679960 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52964cd-0c64-47d7-a9bb-7fe588287a8f None None] Pushing event updated for resources: {'Port': ['ID=de92e080-e705-4727-987b-27bd59a64bed,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:10.699295 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Pushing event updated for resources: {'Port': ['ID=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:10.756060 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6db91ca9-3e64-4961-9c81-a2ca2571e666 None None] Provisioning complete for port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:10.756525 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6db91ca9-3e64-4961-9c81-a2ca2571e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.859658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:10.862121 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:10.884440 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Network 24882691-a023-4907-8f4e-430382f88f90 is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:10.886148 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:10.900020 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-6db91ca9-3e64-4961-9c81-a2ca2571e666 None None] Port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:34:10.933787 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-6db91ca9-3e64-4961-9c81-a2ca2571e666 None None] Provisioning complete for port de92e080-e705-4727-987b-27bd59a64bed triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:10.934168 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6db91ca9-3e64-4961-9c81-a2ca2571e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.028457 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:34:11.042058 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device de92e080-e705-4727-987b-27bd59a64bed up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:11.125244 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port de92e080-e705-4727-987b-27bd59a64bed triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:11.125636 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.162330 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:11.173583 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-969e9cd1-5bf9-4f48-a6a0-1affd8d27282 admin admin] 10.222.0.50 "PUT /v2.0/routers/43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7100191 Sep 23 10:34:11.232391 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-cf3320c6-77d8-4e88-94c5-74d63095e783 None None] Provisioning complete for port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:11.232781 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-cf3320c6-77d8-4e88-94c5-74d63095e783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.267938 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-cf3320c6-77d8-4e88-94c5-74d63095e783 None None] Port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:34:11.737815 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60888) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:11.742339 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129458093', 'description': 'tempest-secgroup-smoke-2129458093 description', 'project_id': '258d2f15015b433da2c859073db584bf'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:11.763642 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.842834 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.846630 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.872744 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.876553 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1350474 Sep 23 10:34:11.876923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60892) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:11.881588 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f798c75-a89b-4867-8413-a94cdb7bcd04 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ebc32-c4aa-4bc8-8321-361b7f692f0d,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:11.882690 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group_rule': {'security_group_id': 'e39ebc32-c4aa-4bc8-8321-361b7f692f0d', 'project_id': '258d2f15015b433da2c859073db584bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:11.923395 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.978662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:11.982646 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.023210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037d54e0-c646-4312-824c-4d0e843084a1,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.028601 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.029803 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-f7ae89a0-4f12-49c3-939c-2a3b075f4675 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518617 Sep 23 10:34:12.032663 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60906) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:12.037189 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group_rule': {'security_group_id': 'e39ebc32-c4aa-4bc8-8321-361b7f692f0d', 'project_id': '258d2f15015b433da2c859073db584bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:12.064437 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.109091 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-b3a46743-d313-467c-b647-70eb5198e483 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:12.110725 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-b3a46743-d313-467c-b647-70eb5198e483 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 813 time: 0.1197066 Sep 23 10:34:12.126500 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-162ca63b-f2c6-46e4-9516-9253fb4201bf tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/quotas/a9f235fb96b54e18b62fb5ff8365a4eb HTTP/1.1" status: 200 len: 375 time: 0.0095804 Sep 23 10:34:12.127210 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.131372 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.148500 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911166e1-e271-49dc-a3be-4c0d3760b3b7,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.158970 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.160198 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-d419bbdf-5337-4895-942e-3ab6dbd41ec0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264894 Sep 23 10:34:12.160527 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3666ecd3-912c-48e8-ad99-ecd35f190865 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267112 Sep 23 10:34:12.162884 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 60908) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:12.167123 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group_rule': {'security_group_id': 'e39ebc32-c4aa-4bc8-8321-361b7f692f0d', 'project_id': '258d2f15015b433da2c859073db584bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:12.203504 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.279763 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.306080 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.332405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de998b2-8546-4201-a506-693704e4b097,revision_number=0']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.348902 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.354041 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d8cee82f-4a22-4c9d-83fb-24a10e2b728d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862969 Sep 23 10:34:12.354632 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60912) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:12.356281 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-8d23f4a4-88d3-4d4d-8dba-6f283ae76571 service neutron] 10.222.0.50 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766615 Sep 23 10:34:12.360143 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group_rule': {'security_group_id': 'e39ebc32-c4aa-4bc8-8321-361b7f692f0d', 'project_id': '258d2f15015b433da2c859073db584bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:12.394136 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.425465 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device efbbdff1-a9d0-4272-be69-2b17f2f8b02e up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:12.454794 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-459fa136-8d5b-4f0d-a898-c4b0f72e012d service neutron] 10.222.0.50 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921140 Sep 23 10:34:12.483152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.485072 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port efbbdff1-a9d0-4272-be69-2b17f2f8b02e triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:12.485629 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.487707 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.506729 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51937b93-9b56-4385-b53f-1c1dec5bca9a,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.524661 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.525920 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-125d2f6d-7209-4d0c-b630-08cc428e9b15 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701739 Sep 23 10:34:12.528743 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60914) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:12.533977 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group_rule': {'security_group_id': 'e39ebc32-c4aa-4bc8-8321-361b7f692f0d', 'project_id': '258d2f15015b433da2c859073db584bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:12.561507 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Project 258d2f15015b433da2c859073db584bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 10:34:12.567105 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.586200 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.634721 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] For port efbbdff1-a9d0-4272-be69-2b17f2f8b02e, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:12.640759 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.642150 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device de92e080-e705-4727-987b-27bd59a64bed up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:12.652140 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dcc73be4-c348-4426-9b2d-9c98472a7c3d req-0daa5475-6249-49d1-ae16-3a7bb1cb0996 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Sep 23 10:34:12.673277 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.677381 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.707831 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1daf29-f990-4cb7-908e-b8fd46a77e38,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.717279 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.719156 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-bf0a04b9-b3fe-4ee9-a0d5-c22ba0583865 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888628 Sep 23 10:34:12.721977 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 60920) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:12.727663 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'security_group_rule': {'security_group_id': 'e39ebc32-c4aa-4bc8-8321-361b7f692f0d', 'project_id': '258d2f15015b433da2c859073db584bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:12.739285 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Pushing event updated for resources: {'Port': ['ID=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.751035 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port de92e080-e705-4727-987b-27bd59a64bed triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:12.751899 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.755338 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.securitygroups_db [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Project 258d2f15015b433da2c859073db584bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 10:34:12.761348 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.806233 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Sync routers for ids ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:12.821879 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Routers {'43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:12.822504 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:12.842838 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.846577 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577111'] for security_group_rule, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.867323 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2609d50-b982-48e6-a665-7f76e1c6e712,revision_number=0']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:12.876723 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:12.878308 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-ee376e58-100c-4c00-a811-9d13356c5c6a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548073 Sep 23 10:34:12.974439 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Set router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:13.198090 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:34:10Z', 'revision_number': 4, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'cf81a1f9-71e7-4fbd-85c2-7a400abd85c1', 'name': '', 'network_id': '24882691-a023-4907-8f4e-430382f88f90', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'mac_address': 'fa:16:3e:d2:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6262ddf3-7f98-42ed-bd33-5ef014f24131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:09Z', 'updated_at': '2021-09-23T10:34:10Z', 'revision_number': 2, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'subnets': [{'id': '6262ddf3-7f98-42ed-bd33-5ef014f24131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:13.232161 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Checking router: 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:13.232519 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Updating router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 binding host dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 10:34:13.259454 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.678679 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Notify callbacks [] for port, precommit_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.680282 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-2939b191-b285-4ff2-ae89-810944835230 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:13.683594 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-2939b191-b285-4ff2-ae89-810944835230 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 813 time: 0.1328771 Sep 23 10:34:13.686714 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.703451 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Request body: {'port': {'device_id': '9a0977dc-04fa-4850-be42-6db276128c96', 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed', 'admin_state_up': True, 'tenant_id': 'a9f235fb96b54e18b62fb5ff8365a4eb'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:13.764095 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b247a-3c3e-49ee-a97f-e3c80e8a63d4 None None] Pushing event updated for resources: {'Port': ['ID=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,revision_number=3']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:13.794239 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c53dca7-9218-490c-a204-96950379c632 req-e7125453-153f-4161-8ed5-ef7f1f2350e9 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 210 time: 0.0420387 Sep 23 10:34:13.797522 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Attempting to bind port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 on host dv-cinder-810457-3-iscsi for vnic_type normal with profile {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:13.799972 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Attempting to bind port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 by drivers openvswitch,hyperv on host dv-cinder-810457-3-iscsi at level 0 using segments [{'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:13.800480 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Attempting to bind port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 on network 24882691-a023-4907-8f4e-430382f88f90 {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:13.814730 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Checking agent: {'id': 'c9aaf08e-2789-47d1-90dc-6700626dc469', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810457-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 18, 56), 'started_at': datetime.datetime(2021, 9, 23, 10, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810457-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:13.815247 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Checking segment: {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:13.815771 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.816771 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Bound using segment: {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'} {{(pid=93967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:13.817545 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.managers [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Bound port: cf81a1f9-71e7-4fbd-85c2-7a400abd85c1, host: dv-cinder-810457-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235fadc3-83a3-464a-b12f-2ed17903c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24882691-a023-4907-8f4e-430382f88f90'}}] {{(pid=93967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:13.818054 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.892793 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] For port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1, host dv-cinder-810457-3-iscsi, cleared binding levels {{(pid=93967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:13.896691 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] For port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1, host dv-cinder-810457-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,segment=NetworkSegment(235fadc3-83a3-464a-b12f-2ed17903c1e6),segment_id=235fadc3-83a3-464a-b12f-2ed17903c1e6)] {{(pid=93967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:13.904611 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.908461 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Made reservation on behalf of a9f235fb96b54e18b62fb5ff8365a4eb for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:13.912909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:13.975400 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b247a-3c3e-49ee-a97f-e3c80e8a63d4 None None] Pushing event updated for resources: {'Port': ['ID=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:13.979075 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Routers {'43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:13.979702 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:33:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:14.042030 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-f9761756-b782-474c-b2d2-ae6b34fad5bc None None] Provisioning complete for port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:14.042861 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9761756-b782-474c-b2d2-ae6b34fad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.056310 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Allocated IP 172.20.0.8 (99b653f2-419b-49ac-b23d-4c71784972ed/98056e05-9328-4057-a44a-ee026f3e1a77/eed92d87-18c6-4f96-a4d3-3b36909fea25) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:14.133649 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] Set router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:14.216367 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.250995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.278868 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9761756-b782-474c-b2d2-ae6b34fad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.294126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Network 99b653f2-419b-49ac-b23d-4c71784972ed is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:14.297445 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:14.301738 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:14.310450 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Pushing event updated for resources: {'Port': ['ID=eed92d87-18c6-4f96-a4d3-3b36909fea25,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:14.355760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:14.356389 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.360293 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-f9761756-b782-474c-b2d2-ae6b34fad5bc None None] For port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,segment=NetworkSegment(235fadc3-83a3-464a-b12f-2ed17903c1e6),segment_id=235fadc3-83a3-464a-b12f-2ed17903c1e6)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:14.368384 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device efbbdff1-a9d0-4272-be69-2b17f2f8b02e up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:14.373471 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-c2bf666f-d341-4849-b5b7-a7022e4c2fc6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6740186 Sep 23 10:34:14.375209 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f9761756-b782-474c-b2d2-ae6b34fad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.391574 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Request body: {'port': {'device_id': '9a0977dc-04fa-4850-be42-6db276128c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:14.450582 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.502391 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9761756-b782-474c-b2d2-ae6b34fad5bc None None] Pushing event updated for resources: {'Port': ['ID=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:14.534619 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-5fd2a3bf-bb02-47ae-ad31-12c182ebaa58 None None] Provisioning complete for port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:14.534913 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a3bf-bb02-47ae-ad31-12c182ebaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.545535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port efbbdff1-a9d0-4272-be69-2b17f2f8b02e triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:14.545535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.603456 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:34:10Z', 'revision_number': 4, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'cf81a1f9-71e7-4fbd-85c2-7a400abd85c1', 'name': '', 'network_id': '24882691-a023-4907-8f4e-430382f88f90', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'mac_address': 'fa:16:3e:d2:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6262ddf3-7f98-42ed-bd33-5ef014f24131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:09Z', 'updated_at': '2021-09-23T10:34:13Z', 'revision_number': 4, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'subnets': [{'id': '6262ddf3-7f98-42ed-bd33-5ef014f24131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:14.643136 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6949c-c285-4790-994c-7ba5c65b50ff None None] The sync data for ids ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'] in dv-cinder-810457-3-iscsi is: [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:34:10Z', 'revision_number': 4, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': 'cf81a1f9-71e7-4fbd-85c2-7a400abd85c1', 'name': '', 'network_id': '24882691-a023-4907-8f4e-430382f88f90', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'mac_address': 'fa:16:3e:d2:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6262ddf3-7f98-42ed-bd33-5ef014f24131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:09Z', 'updated_at': '2021-09-23T10:34:13Z', 'revision_number': 4, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'subnets': [{'id': '6262ddf3-7f98-42ed-bd33-5ef014f24131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:14.770377 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed92d87-18c6-4f96-a4d3-3b36909fea25 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:34:14.781855 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.809329 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Transition to ACTIVE for port object eed92d87-18c6-4f96-a4d3-3b36909fea25 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:34:14.813357 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:14.882778 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Pushing event updated for resources: {'Port': ['ID=eed92d87-18c6-4f96-a4d3-3b36909fea25,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:14.981349 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b652-e190-4f9a-b835-59f6840bcd9a req-ff1a43c7-1a4b-4688-a55c-5c1c4d34cb19 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:14.982911 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8561b652-e190-4f9a-b835-59f6840bcd9a req-ff1a43c7-1a4b-4688-a55c-5c1c4d34cb19 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 943 time: 0.1012967 Sep 23 10:34:14.987917 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Attempting to bind port eed92d87-18c6-4f96-a4d3-3b36909fea25 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:14.988951 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Attempting to bind port eed92d87-18c6-4f96-a4d3-3b36909fea25 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:14.989291 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Attempting to bind port eed92d87-18c6-4f96-a4d3-3b36909fea25 on network 99b653f2-419b-49ac-b23d-4c71784972ed {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:15.000473 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Port eed92d87-18c6-4f96-a4d3-3b36909fea25 on network 99b653f2-419b-49ac-b23d-4c71784972ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:34:15.000798 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Attempting to bind port eed92d87-18c6-4f96-a4d3-3b36909fea25 on network 99b653f2-419b-49ac-b23d-4c71784972ed {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:15.015086 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:15.015458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Checking segment: {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:15.015806 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Bound using segment: {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:15.016239 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Bound port: eed92d87-18c6-4f96-a4d3-3b36909fea25, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:15.016602 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:15.043048 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8561b652-e190-4f9a-b835-59f6840bcd9a req-dde04030-c652-4f0b-803d-d06d27ea5bd5 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512764 Sep 23 10:34:15.100266 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] For port eed92d87-18c6-4f96-a4d3-3b36909fea25, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:15.103420 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] For port eed92d87-18c6-4f96-a4d3-3b36909fea25, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:15.108372 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:15.143416 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:15.144033 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:15.145446 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] 10.222.0.59 "PUT /v2.0/ports/eed92d87-18c6-4f96-a4d3-3b36909fea25 HTTP/1.1" status: 200 len: 1093 time: 0.7584660 Sep 23 10:34:15.145909 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0977dc-04fa-4850-be42-6db276128c96', 'tag': 'eed92d87-18c6-4f96-a4d3-3b36909fea25'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:15.148152 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1db21e-fc86-40f2-81be-b60ae165b775" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0977dc-04fa-4850-be42-6db276128c96", "tag": "eed92d87-18c6-4f96-a4d3-3b36909fea25"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:15.180179 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9589f-6b72-42a1-bcc8-4f9d106e1eaa service neutron] Pushing event updated for resources: {'Port': ['ID=eed92d87-18c6-4f96-a4d3-3b36909fea25,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:15.196323 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa58b8-1f47-4f71-ac05-5199eeff06b8 x-openstack-request-id: req-9efa58b8-1f47-4f71-ac05-5199eeff06b8 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:15.196622 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0977dc-04fa-4850-be42-6db276128c96", "tag": "eed92d87-18c6-4f96-a4d3-3b36909fea25", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:15.196894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9efa58b8-1f47-4f71-ac05-5199eeff06b8 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:15.197591 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0977dc-04fa-4850-be42-6db276128c96', 'tag': 'eed92d87-18c6-4f96-a4d3-3b36909fea25', 'status': 'completed', 'code': 200} Sep 23 10:34:15.226913 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-1b161ec3-ffdf-4580-811a-b43e8e2f55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:15.228419 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-1b161ec3-ffdf-4580-811a-b43e8e2f55d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 1096 time: 0.0425711 Sep 23 10:34:15.270365 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-0f545419-66e0-4280-b4ca-d1f412bffb81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25 HTTP/1.1" status: 200 len: 217 time: 0.0331423 Sep 23 10:34:15.325537 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-583e6655-ad7b-4217-8f46-1371e654d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:15.327138 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-583e6655-ad7b-4217-8f46-1371e654d6dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98056e05-9328-4057-a44a-ee026f3e1a77 HTTP/1.1" status: 200 len: 853 time: 0.0488727 Sep 23 10:34:15.360084 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-ee7078cf-f689-4072-a3dc-6f3a70d98d14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99b653f2-419b-49ac-b23d-4c71784972ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246382 Sep 23 10:34:15.448376 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-a335f49a-0764-461e-a0c7-e914c5224b61 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799408 Sep 23 10:34:15.544654 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7da286fc-47ac-4d4f-b6e1-637fa8994073 req-6c8ef222-94c9-46ed-986b-8c00c36ebf6f service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879996 Sep 23 10:34:15.637121 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-7f71e1ca-0b79-4f4a-88c5-f75d6eee19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:15.638635 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-7f71e1ca-0b79-4f4a-88c5-f75d6eee19cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 1096 time: 0.0400763 Sep 23 10:34:15.731722 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-b1ba03b6-026f-4a29-9077-94a46937ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:15.733199 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-b1ba03b6-026f-4a29-9077-94a46937ea66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 914 time: 0.0863593 Sep 23 10:34:15.775437 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-95183d9c-743c-4834-a05a-078654185b4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25 HTTP/1.1" status: 200 len: 217 time: 0.0337777 Sep 23 10:34:15.829049 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-36e2aaf2-9a66-45db-8871-e8f492d339e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:15.830510 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-36e2aaf2-9a66-45db-8871-e8f492d339e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98056e05-9328-4057-a44a-ee026f3e1a77 HTTP/1.1" status: 200 len: 853 time: 0.0471020 Sep 23 10:34:15.861800 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-56d19620-3ecf-4e9d-a923-71df4f0dc2ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99b653f2-419b-49ac-b23d-4c71784972ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239000 Sep 23 10:34:15.955398 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-f5ca85c4-2071-4b01-b354-a942707258c8 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832946 Sep 23 10:34:16.057894 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ec1db21e-fc86-40f2-81be-b60ae165b775 req-69195484-c152-4999-a909-a4112d1307a6 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885551 Sep 23 10:34:16.166388 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93945e93-ad00-48a8-bc44-82d2bd03cb6e req-eb1cac35-f8b2-4c61-af54-aea58ba3a8a1 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:16.169644 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-93945e93-ad00-48a8-bc44-82d2bd03cb6e req-eb1cac35-f8b2-4c61-af54-aea58ba3a8a1 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 943 time: 0.0509872 Sep 23 10:34:16.197269 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:34:16.209137 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-93945e93-ad00-48a8-bc44-82d2bd03cb6e req-4c2a8215-31c2-4026-a4ef-8d4e7e28ca1c tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Sep 23 10:34:16.359549 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 up at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:16.409355 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Provisioning complete for port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:16.409755 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:17.324129 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e1ed0-1b6e-4a89-83f2-63416d3220a9 req-797af281-75f5-4a85-9911-a5bdeee635ee tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:17.325558 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1e1e1ed0-1b6e-4a89-83f2-63416d3220a9 req-797af281-75f5-4a85-9911-a5bdeee635ee tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 943 time: 0.0472610 Sep 23 10:34:17.366149 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1e1e1ed0-1b6e-4a89-83f2-63416d3220a9 req-6c551268-b24c-4981-b465-9f7779f9d18d tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Sep 23 10:34:18.480176 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1fd61-79b1-46c2-a836-0d4a0d08c62c req-41f9f800-c834-4e2e-91b1-e4a79630d27b tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:18.481652 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d9e1fd61-79b1-46c2-a836-0d4a0d08c62c req-41f9f800-c834-4e2e-91b1-e4a79630d27b tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 943 time: 0.0498621 Sep 23 10:34:18.520683 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d9e1fd61-79b1-46c2-a836-0d4a0d08c62c req-26493691-19c8-45a9-a219-ac5819d8272f tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329742 Sep 23 10:34:19.091563 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device eed92d87-18c6-4f96-a4d3-3b36909fea25 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:34:19.190781 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port eed92d87-18c6-4f96-a4d3-3b36909fea25, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:19.202220 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': 'eed92d87-18c6-4f96-a4d3-3b36909fea25', 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed', 'port_id': 'eed92d87-18c6-4f96-a4d3-3b36909fea25', 'mac_address': 'fa:16:3e:75:e7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98056e05-9328-4057-a44a-ee026f3e1a77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:34:19.239649 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:19.253183 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed92d87-18c6-4f96-a4d3-3b36909fea25 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:34:19.272655 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port eed92d87-18c6-4f96-a4d3-3b36909fea25, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:19.277316 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:19.329749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=eed92d87-18c6-4f96-a4d3-3b36909fea25,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:19.337712 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.338201 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.338577 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.340006 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.341553 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.344651 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.346140 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.348640 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.349032 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.349478 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.350020 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.350475 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:19.518600 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['eed92d87-18c6-4f96-a4d3-3b36909fea25'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:34:19.638094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22994-576b-4d36-ab4c-634fe94ed422 req-133b4589-056a-4537-a3bb-ab7bbd5e112e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:19.639622 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29a22994-576b-4d36-ab4c-634fe94ed422 req-133b4589-056a-4537-a3bb-ab7bbd5e112e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 944 time: 0.0511422 Sep 23 10:34:19.682339 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-29a22994-576b-4d36-ab4c-634fe94ed422 req-a73a0ef3-5613-4b48-8779-0345bc80cc7b tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Sep 23 10:34:20.796341 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e7d9-99e9-4118-8a31-3ea2cf2bd0ae req-2842a568-a557-4f8a-8d2d-87fe1e2e526e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:20.796341 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c49e7d9-99e9-4118-8a31-3ea2cf2bd0ae req-2842a568-a557-4f8a-8d2d-87fe1e2e526e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 944 time: 0.0485055 Sep 23 10:34:20.837126 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6c49e7d9-99e9-4118-8a31-3ea2cf2bd0ae req-2f30571f-c149-486b-a17b-eb0227e54630 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Sep 23 10:34:21.109006 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device eed92d87-18c6-4f96-a4d3-3b36909fea25 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:21.163097 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port eed92d87-18c6-4f96-a4d3-3b36909fea25 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:34:21.166697 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port eed92d87-18c6-4f96-a4d3-3b36909fea25 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:21.167075 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:21.242615 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:21.265129 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0977dc-04fa-4850-be42-6db276128c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed92d87-18c6-4f96-a4d3-3b36909fea25'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:21.267384 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca83ff6-5d4a-4efd-b3d2-e33147010efb" -d '{"events": [{"server_uuid": "9a0977dc-04fa-4850-be42-6db276128c96", "name": "network-vif-plugged", "status": "completed", "tag": "eed92d87-18c6-4f96-a4d3-3b36909fea25"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:21.280969 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port eed92d87-18c6-4f96-a4d3-3b36909fea25, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:21.285345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:21.308419 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde8564-6a97-4484-92a8-05ebfa673a30 x-openstack-request-id: req-6cde8564-6a97-4484-92a8-05ebfa673a30 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:21.308693 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0977dc-04fa-4850-be42-6db276128c96", "name": "network-vif-plugged", "status": "completed", "tag": "eed92d87-18c6-4f96-a4d3-3b36909fea25", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:21.308940 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cde8564-6a97-4484-92a8-05ebfa673a30 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:21.309321 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0977dc-04fa-4850-be42-6db276128c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed92d87-18c6-4f96-a4d3-3b36909fea25', 'code': 200} Sep 23 10:34:21.340602 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=eed92d87-18c6-4f96-a4d3-3b36909fea25,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:21.481728 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa2541-03c3-4a91-8d40-18db81e044d5 req-0f23e042-1b58-462d-9547-e7a9e77234ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:21.483175 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3aaa2541-03c3-4a91-8d40-18db81e044d5 req-0f23e042-1b58-462d-9547-e7a9e77234ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 1098 time: 0.0382588 Sep 23 10:34:21.523358 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3aaa2541-03c3-4a91-8d40-18db81e044d5 req-dcddae09-50c9-4015-8108-d17bb4596e60 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281897 Sep 23 10:34:21.949259 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b88546-3c44-4173-b4a5-2f70b64be3b6 req-691bd261-709e-434f-9c30-a6b01737c907 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:21.950754 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6b88546-3c44-4173-b4a5-2f70b64be3b6 req-691bd261-709e-434f-9c30-a6b01737c907 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Sep 23 10:34:21.989301 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6b88546-3c44-4173-b4a5-2f70b64be3b6 req-3d641299-d053-46e7-8232-cec132e6957a tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Sep 23 10:34:22.824301 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad404-7275-494c-81a7-76d204ce047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:23.106941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5b755-8c82-4d55-be77-5d045050cf07 req-bfe0baf3-6655-4077-ac93-b254998317eb tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:23.108387 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77e5b755-8c82-4d55-be77-5d045050cf07 req-bfe0baf3-6655-4077-ac93-b254998317eb tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 945 time: 0.0478642 Sep 23 10:34:23.148131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-77e5b755-8c82-4d55-be77-5d045050cf07 req-16a548ff-5680-4342-b9be-8cf0fdd53f82 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Sep 23 10:34:25.372193 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-49b93652-b1ba-4d92-b996-fbaa870e2d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:25.389951 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:26.057090 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:26.616730 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:26.695970 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b50c7-43cb-4abd-9ec6-38ba1565d52d req-e43844f0-ec6d-4102-8e09-2b42c00575fe tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:26.697464 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c3b50c7-43cb-4abd-9ec6-38ba1565d52d req-e43844f0-ec6d-4102-8e09-2b42c00575fe tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 946 time: 0.0480802 Sep 23 10:34:26.746142 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c3b50c7-43cb-4abd-9ec6-38ba1565d52d req-e4ebb7bf-85db-40d1-93f5-e7827139cf09 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Sep 23 10:34:27.867687 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab155dde-f33e-4422-b67b-4d552c94f682 req-adb4f0a8-0b90-465c-9005-bd04bf70cea2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:27.869125 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ab155dde-f33e-4422-b67b-4d552c94f682 req-adb4f0a8-0b90-465c-9005-bd04bf70cea2 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 946 time: 0.0465193 Sep 23 10:34:27.905651 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ab155dde-f33e-4422-b67b-4d552c94f682 req-9fe69bc8-4693-4856-aa20-afc25810755f tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fd7c5-3130-4e48-a4d7-9d918cc0de37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307081 Sep 23 10:34:28.279001 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b55239-c358-43d0-a100-3016339f1dc6 req-c3a4e230-e8a6-40d1-9259-3c03dbc8e10a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:28.280613 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-72b55239-c358-43d0-a100-3016339f1dc6 req-c3a4e230-e8a6-40d1-9259-3c03dbc8e10a tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 946 time: 0.0474455 Sep 23 10:34:28.376331 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Deleting port 7f08b642-0791-45c7-9390-c9245aed515b {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:28.376678 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:28.460536 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:28.463552 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] For port 7f08b642-0791-45c7-9390-c9245aed515b, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7f08b642-0791-45c7-9390-c9245aed515b,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:28.463918 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:28.638438 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:28.638712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:28.639039 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Floating IP c3c96cdd-ea40-414a-a548-a2addb00d99f disassociated. External IP: 172.27.2.227, port: 7f08b642-0791-45c7-9390-c9245aed515b. Sep 23 10:34:28.639379 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Calling delete_port for 7f08b642-0791-45c7-9390-c9245aed515b owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:28.763690 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:29.086476 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event deleted for resources: {'Port': ['ID=7f08b642-0791-45c7-9390-c9245aed515b,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:29.166938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-73c03d99-25c0-4693-8d68-842efd1a0852 req-265e4d68-a7f0-48f4-a4ea-fd72934d83a8 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2301b765-2793-4d56-b778-c8a0376e9e9f HTTP/1.1" status: 200 len: 210 time: 0.0287962 Sep 23 10:34:29.227138 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:34:29.330935 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:29.340698 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:29.354435 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:29.355185 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:34:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:29.377447 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] No DVR routers for this DVR port 7f08b642-0791-45c7-9390-c9245aed515b on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:34:29.380060 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:29.382132 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-72b55239-c358-43d0-a100-3016339f1dc6 req-f3040917-2992-4c28-83db-ffdcd607f72b tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.59 "DELETE /v2.0/ports/7f08b642-0791-45c7-9390-c9245aed515b HTTP/1.1" status: 204 len: 173 time: 1.0925989 Sep 23 10:34:29.382569 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-deleted', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:29.384805 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7a3495-6ca3-4398-aec7-7a2c6c781ead" -d '{"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-deleted", "tag": "7f08b642-0791-45c7-9390-c9245aed515b"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:29.424772 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2976a30d-714d-42c8-90be-fa68bbbaa993 x-openstack-request-id: req-2976a30d-714d-42c8-90be-fa68bbbaa993 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:29.425078 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2301b765-2793-4d56-b778-c8a0376e9e9f", "name": "network-vif-deleted", "tag": "7f08b642-0791-45c7-9390-c9245aed515b", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:29.425338 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2976a30d-714d-42c8-90be-fa68bbbaa993 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:29.425769 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2301b765-2793-4d56-b778-c8a0376e9e9f', 'name': 'network-vif-deleted', 'tag': '7f08b642-0791-45c7-9390-c9245aed515b', 'status': 'completed', 'code': 200} Sep 23 10:34:29.484997 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:29.687120 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:29.720970 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:29.729060 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:29.729689 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:34:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:29.839620 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:30.042228 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:30.067237 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7586f186-2caa-4edd-a72e-c1eb0d2668cc None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:28:10Z', 'revision_number': 4, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '36c3e61c-8ccd-4919-8af5-3e911255b568', 'name': '', 'network_id': '87de074f-ce01-4ee7-abad-d960e0cfc920', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'mac_address': 'fa:16:3e:51:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:09Z', 'updated_at': '2021-09-23T10:28:15Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'subnets': [{'id': '3207a930-e907-4e5c-807c-5d7dc14402ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:30.262885 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 32916) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:30.292876 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa0c91-ea4d-4dc5-a95b-214c78bd1f57 None None] New status for floating IP c3c96cdd-ea40-414a-a548-a2addb00d99f: DOWN {{(pid=93967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:34:30.320038 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ef50-282c-4941-9dde-8e9fae9d023e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.344372 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ef50-282c-4941-9dde-8e9fae9d023e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.392089 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ef50-282c-4941-9dde-8e9fae9d023e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.395539 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ef50-282c-4941-9dde-8e9fae9d023e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.396707 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-c4e3ef50-282c-4941-9dde-8e9fae9d023e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "DELETE /v2.0/security-groups/420fd7c5-3130-4e48-a4d7-9d918cc0de37 HTTP/1.1" status: 204 len: 168 time: 0.1327496 Sep 23 10:34:30.399517 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 32918) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:30.407447 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3ef50-282c-4941-9dde-8e9fae9d023e tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fd7c5-3130-4e48-a4d7-9d918cc0de37,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:30.418655 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.api.v2.resource [None req-e22101c0-c307-4d32-9ba2-37372e5c6901 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] show failed (client error): The resource could not be found. Sep 23 10:34:30.422322 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-e22101c0-c307-4d32-9ba2-37372e5c6901 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "GET /v2.0/security-groups/420fd7c5-3130-4e48-a4d7-9d918cc0de37 HTTP/1.1" status: 404 len: 347 time: 0.0188782 Sep 23 10:34:30.422556 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 32920) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:30.544126 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Deleting port 9cd6e3a8-d1c4-4185-8e29-b4b0267da1e4 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:30.544384 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.625869 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.626255 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.637727 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Calling delete_port for 9cd6e3a8-d1c4-4185-8e29-b4b0267da1e4 owned by network:floatingip {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:30.776210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.803580 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Pushing event deleted for resources: {'Port': ['ID=9cd6e3a8-d1c4-4185-8e29-b4b0267da1e4,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:30.859370 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks [] for floatingip, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.861836 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:30.862966 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-ce6cf041-9fa5-4684-b538-761f252ccfe6 tempest-AttachVolumeShelveTestJSON-1507037132 tempest-AttachVolumeShelveTestJSON-1507037132-project] 10.222.0.50 "DELETE /v2.0/floatingips/c3c96cdd-ea40-414a-a548-a2addb00d99f HTTP/1.1" status: 204 len: 168 time: 0.4395363 Sep 23 10:34:31.480123 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-241a08c7-2211-4d72-b5d7-4062534ac409 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129458093&fields=id&tenant_id=258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 267 time: 0.0343711 Sep 23 10:34:31.585378 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-938f254c-5104-4e16-84e0-03013d0a8440 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:31.586903 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-938f254c-5104-4e16-84e0-03013d0a8440 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 812 time: 0.1000762 Sep 23 10:34:31.603817 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-af4ad0dd-1e38-4031-bcd4-439d81369719 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/quotas/258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 375 time: 0.0109122 Sep 23 10:34:31.658106 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-3436d18c-277d-437f-8002-fc33c78092b7 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460150 Sep 23 10:34:31.762955 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-ed3976d3-1a3f-473a-b9a1-51f05f2e1b27 service neutron] 10.222.0.50 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922694 Sep 23 10:34:31.850437 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-9478fbc3-0ac3-416e-93bc-e27998a0d10f service neutron] 10.222.0.50 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815263 Sep 23 10:34:32.151368 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-074f12a2-7c11-4aa6-9cd8-af281fbb7194 req-2dcd5f13-21e6-4b68-acfd-8040f6fd0f5b tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 210 time: 0.0312562 Sep 23 10:34:33.070290 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-2e31a1cf-7fb4-4636-b3f4-83c45c3bbbe2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:33.071754 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-2e31a1cf-7fb4-4636-b3f4-83c45c3bbbe2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 812 time: 0.1019793 Sep 23 10:34:33.118168 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-df9b21a9-b6a2-4196-8f38-44b55ba279a4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 380 time: 0.0375934 Sep 23 10:34:33.133413 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'port': {'device_id': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'admin_state_up': True, 'tenant_id': '258d2f15015b433da2c859073db584bf', 'security_groups': ['e39ebc32-c4aa-4bc8-8321-361b7f692f0d']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:33.169172 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:33.193672 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 7f08b642-0791-45c7-9390-c9245aed515b {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:33.194104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7f08b642-0791-45c7-9390-c9245aed515b not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:33.254360 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f3d5f696-3560-4535-83f2-664eab427464 req-54ab0cdd-2f5a-400d-92a2-01c706a6c40e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 210 time: 0.0332713 Sep 23 10:34:33.281918 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Made reservation on behalf of 258d2f15015b433da2c859073db584bf for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:34:33.285629 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.331058 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 32976) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:33.416569 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Allocated IP 172.20.0.3 (37693ba0-a001-4f66-b6bf-c64d1078488a/b54bebe0-3a89-4432-a1d2-626b7547e76c/35aa4877-b6a2-4f0f-bdaf-7a74d740afd1) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:33.575625 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.613892 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.672948 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:33.675944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:33.680292 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:33.716169 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:33.741728 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:33.742411 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.756034 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.758219 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-bf4f56cb-ade5-4208-8554-c951c5092b54 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287065 Sep 23 10:34:33.771117 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Request body: {'port': {'device_id': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:33.828491 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.907334 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-10865a2b-98b6-439b-be7c-1c39745351c5 None None] Provisioning complete for port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:33.908220 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-10865a2b-98b6-439b-be7c-1c39745351c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:33.945804 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-10865a2b-98b6-439b-be7c-1c39745351c5 None None] Port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:34:34.124043 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:34:34.132034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.144204 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Transition to ACTIVE for port object 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:34:34.148831 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.203288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:34.227524 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Deleting port 36c3e61c-8ccd-4919-8af5-3e911255b568 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:34.227864 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.311983 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Attempting to bind port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:34:34.312331 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Attempting to bind port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:34:34.312663 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Attempting to bind port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:34.317640 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 on network 37693ba0-a001-4f66-b6bf-c64d1078488a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:34:34.317935 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Attempting to bind port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:34:34.322852 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] For port 36c3e61c-8ccd-4919-8af5-3e911255b568, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=36c3e61c-8ccd-4919-8af5-3e911255b568,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:34.323142 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:34:34.323486 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Checking segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:34:34.323851 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.323985 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Bound using segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:34:34.324295 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Bound port: 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:34:34.324657 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.339001 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Calling delete_port for 36c3e61c-8ccd-4919-8af5-3e911255b568 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:34.422466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cdae5-a4f9-4261-84b4-ac2b6b33057b req-c05fda1b-e903-48bf-a92e-8cbdf3880140 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:34.423955 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-635cdae5-a4f9-4261-84b4-ac2b6b33057b req-c05fda1b-e903-48bf-a92e-8cbdf3880140 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0881479 Sep 23 10:34:34.433481 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] For port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:34:34.443946 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] For port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:34:34.457291 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.509113 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:34.509649 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.511044 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 HTTP/1.1" status: 200 len: 1093 time: 0.7447033 Sep 23 10:34:34.513389 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:34.516182 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434bcf03-13b1-4a37-83c3-eb0616c64fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:34.526548 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-635cdae5-a4f9-4261-84b4-ac2b6b33057b req-e2d72ab9-bfdb-4603-86e6-78a31e7a2c6e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949044 Sep 23 10:34:34.545898 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b4a5d-2dcb-493a-8e93-fc7d8ba6d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:34.556944 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.563032 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87f3eb6-e855-4290-91cc-e005e1644d28 x-openstack-request-id: req-a87f3eb6-e855-4290-91cc-e005e1644d28 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:34.563334 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:34.563589 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a87f3eb6-e855-4290-91cc-e005e1644d28 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:34.563996 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'status': 'completed', 'code': 200} Sep 23 10:34:34.582435 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c3e61c-8ccd-4919-8af5-3e911255b568,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:34.622181 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-eac1e3e9-0661-450a-9549-dcffa5ab1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:34.623967 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-eac1e3e9-0661-450a-9549-dcffa5ab1ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 1096 time: 0.0492468 Sep 23 10:34:34.673555 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-f9a98c06-2e42-48b6-a63e-a27b7b0f1f1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 HTTP/1.1" status: 200 len: 217 time: 0.0406346 Sep 23 10:34:34.741703 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-967d5954-6d99-4b20-b1ae-3652ba400f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:34.743201 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-967d5954-6d99-4b20-b1ae-3652ba400f41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0619853 Sep 23 10:34:34.790090 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:34.802252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-3fb67114-0ef2-43bd-9dfe-343267018a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:34.803783 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-3fb67114-0ef2-43bd-9dfe-343267018a34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533304 Sep 23 10:34:34.896043 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-1c8f167c-5ab3-49e9-a66c-d84a874f9950 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841982 Sep 23 10:34:34.992016 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9957ca32-9cc3-47c9-985e-9805e7d69f86 req-607d3d26-b878-4d01-bc7e-90f2e67aa34d service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886140 Sep 23 10:34:35.015788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Router b3ca32f6-cca2-41b8-804e-63c15c55ee33 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:34:35.074882 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-bae2dac6-56f9-4060-9f35-b4b1084029b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:35.076602 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-bae2dac6-56f9-4060-9f35-b4b1084029b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 1096 time: 0.0394289 Sep 23 10:34:35.121357 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:35.128934 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-7f45265b-ca8e-4ac1-9629-3c5c0d316a44 admin admin] 10.222.0.50 "PUT /v2.0/routers/b3ca32f6-cca2-41b8-804e-63c15c55ee33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943940 Sep 23 10:34:35.128934 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 32986) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:35.132879 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] Sync routers for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:35.143185 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:35.143796 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:34:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:35.184645 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-e9a77b6d-a0b0-44e8-9b0f-15ea8b6f6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:35.186171 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-e9a77b6d-a0b0-44e8-9b0f-15ea8b6f6c69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.1020355 Sep 23 10:34:35.244444 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.255054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-a362310b-92ad-4640-99fd-1e8c7aaf98b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 HTTP/1.1" status: 200 len: 217 time: 0.0600803 Sep 23 10:34:35.305162 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-58b8ff1d-9f4d-42b8-b581-039dc83e97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:35.306673 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-58b8ff1d-9f4d-42b8-b581-039dc83e97ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0445032 Sep 23 10:34:35.348709 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:35.352961 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.356367 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-0c7a82cc-71da-4fd4-82a0-b2db3cd6ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:35.357504 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-0c7a82cc-71da-4fd4-82a0-b2db3cd6ea34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436077 Sep 23 10:34:35.425954 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Deleting port 8effac84-bdbc-47d9-a08e-152bc5802f77 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:35.426275 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.451653 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-c7a7a8ee-dd7b-424f-8d44-b826fec26a38 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Sep 23 10:34:35.505753 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] For port 8effac84-bdbc-47d9-a08e-152bc5802f77, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=8effac84-bdbc-47d9-a08e-152bc5802f77,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:35.506154 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.519366 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Calling delete_port for 8effac84-bdbc-47d9-a08e-152bc5802f77 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:35.533470 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:34:34Z', 'revision_number': 5, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port': {'id': '8effac84-bdbc-47d9-a08e-152bc5802f77', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:28:05Z', 'updated_at': '2021-09-23T10:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:35.548294 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-434bcf03-13b1-4a37-83c3-eb0616c64fc0 req-fa451ef9-42ed-4c27-baa0-eabe7e30ed3f service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877843 Sep 23 10:34:35.561244 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] Checking router: b3ca32f6-cca2-41b8-804e-63c15c55ee33 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:35.569411 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] Routers {'b3ca32f6-cca2-41b8-804e-63c15c55ee33'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:35.570060 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:34:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:35.664427 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] Set router b3ca32f6-cca2-41b8-804e-63c15c55ee33 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:35.685633 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea417-f13d-4109-87b1-6217d4a5e6f7 req-3169b28a-3e2e-46f3-9af5-6f9070c2df60 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:35.687017 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ff1ea417-f13d-4109-87b1-6217d4a5e6f7 req-3169b28a-3e2e-46f3-9af5-6f9070c2df60 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0596933 Sep 23 10:34:35.702513 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.719783 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:34:35Z', 'revision_number': 6, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:35.730191 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ff1ea417-f13d-4109-87b1-6217d4a5e6f7 req-1265351f-1aad-4e11-9c6d-db04c1459121 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360026 Sep 23 10:34:35.734253 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Pushing event deleted for resources: {'Port': ['ID=8effac84-bdbc-47d9-a08e-152bc5802f77,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:35.749312 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257e320-3499-4210-a895-fb150ded20b3 None None] The sync data for ids ['b3ca32f6-cca2-41b8-804e-63c15c55ee33'] in dv-cinder-810457-3-iscsi is: [{'id': 'b3ca32f6-cca2-41b8-804e-63c15c55ee33', 'name': 'tempest-AttachVolumeShelveTestJSON-750918521-router', 'tenant_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:28:03Z', 'updated_at': '2021-09-23T10:34:35Z', 'revision_number': 6, 'project_id': 'b6c1ac210db44096acf0a8fb4f9a8bcd', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:35.760772 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.761137 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.761486 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.761851 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.762194 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.762541 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.762867 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.763236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.763569 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.763900 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.764226 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.764553 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:34:35.804571 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.896976 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.899236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.940212 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.940690 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ca32f6-cca2-41b8-804e-63c15c55ee33 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:34:35.945368 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:35.946535 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-dfca6ee3-81c5-462f-ab86-c1ced604c613 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b3ca32f6-cca2-41b8-804e-63c15c55ee33 HTTP/1.1" status: 204 len: 168 time: 0.8166935 Sep 23 10:34:35.949052 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 32992) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:35.994948 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Deleting subnet 3207a930-e907-4e5c-807c-5d7dc14402ef {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:34:35.997873 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.217522 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.294036 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.347848 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.374165 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3207a930-e907-4e5c-807c-5d7dc14402ef,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:36.376117 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.377963 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e3dc6b61-ee51-40e9-973d-ff07b1eacef3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3207a930-e907-4e5c-807c-5d7dc14402ef HTTP/1.1" status: 204 len: 168 time: 0.4279156 Sep 23 10:34:36.379967 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9af1a-b8e4-40c4-8cf9-aaca4c707d4d None None] Network 87de074f-ce01-4ee7-abad-d960e0cfc920 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:34:36.380602 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 32996) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:36.450236 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.517241 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Deleting port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:36.517557 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.551785 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 36c3e61c-8ccd-4919-8af5-3e911255b568 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:36.577981 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] DHCP port deletion for 87de074f-ce01-4ee7-abad-d960e0cfc920 request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:34:36.580058 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 36c3e61c-8ccd-4919-8af5-3e911255b568 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:36.580396 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 36c3e61c-8ccd-4919-8af5-3e911255b568 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:36.580900 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 8effac84-bdbc-47d9-a08e-152bc5802f77 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:36.602102 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] For port 4b61fa15-d325-4e1c-afaa-4d5ac689f419, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4b61fa15-d325-4e1c-afaa-4d5ac689f419,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:36.602854 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.603546 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 8effac84-bdbc-47d9-a08e-152bc5802f77 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:36.603895 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 8effac84-bdbc-47d9-a08e-152bc5802f77 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:36.616463 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Calling delete_port for 4b61fa15-d325-4e1c-afaa-4d5ac689f419 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:36.645328 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] Deleting port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:34:36.645740 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.705627 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.719783 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] For port 4b61fa15-d325-4e1c-afaa-4d5ac689f419, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4b61fa15-d325-4e1c-afaa-4d5ac689f419,segment=NetworkSegment(3a518895-917e-405b-b9a4-944df2fc7c27),segment_id=3a518895-917e-405b-b9a4-944df2fc7c27)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:36.720379 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.738895 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b61fa15-d325-4e1c-afaa-4d5ac689f419,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:36.739840 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] Calling delete_port for 4b61fa15-d325-4e1c-afaa-4d5ac689f419 owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:34:36.741695 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] No DVR routers for this DVR port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 on host dv-cinder-810457-3-iscsi {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:34:36.827576 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.849917 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87de074f-ce01-4ee7-abad-d960e0cfc920']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:36.850502 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.860006 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a518895-917e-405b-b9a4-944df2fc7c27') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:36.860576 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a518895-917e-405b-b9a4-944df2fc7c27') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:36.868490 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ca1ec-fdcb-4873-b50e-e55d92fbedcb req-89cd3b27-9695-4b9d-81b0-c5f7316ae58a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:36.870042 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-640ca1ec-fdcb-4873-b50e-e55d92fbedcb req-89cd3b27-9695-4b9d-81b0-c5f7316ae58a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0541577 Sep 23 10:34:36.870544 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.883104 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] Pushing event deleted for resources: {'Port': ['ID=4b61fa15-d325-4e1c-afaa-4d5ac689f419,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:36.886495 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff56a1-e9bd-4a74-b28e-367ec77d2349 None None] No DVR routers for this DVR port 4b61fa15-d325-4e1c-afaa-4d5ac689f419 on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:34:36.889896 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.899056 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:34:36.901530 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:34:36.901768 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:34:36.917629 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-640ca1ec-fdcb-4873-b50e-e55d92fbedcb req-9e759f06-7e2e-4a1d-989f-683f54dd499c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Sep 23 10:34:36.966092 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.971356 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:36.973094 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] 10.222.0.50 "DELETE /v2.0/networks/87de074f-ce01-4ee7-abad-d960e0cfc920 HTTP/1.1" status: 204 len: 168 time: 0.5914919 Sep 23 10:34:36.983510 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c17ae-48af-49e6-9868-a2fade3de519 admin admin] Pushing event deleted for resources: {'Network': ['ID=87de074f-ce01-4ee7-abad-d960e0cfc920,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:37.080194 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33002) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:37.118759 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-99830a73-2e5a-45b8-8d8a-51f2e8b8508b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6c1ac210db44096acf0a8fb4f9a8bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373964 Sep 23 10:34:37.121243 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33004) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:37.167223 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2346a1ad-c6c4-48bb-a6b8-9e6c9d4f0e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:37.186948 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2346a1ad-c6c4-48bb-a6b8-9e6c9d4f0e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:37.236075 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2346a1ad-c6c4-48bb-a6b8-9e6c9d4f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:37.238454 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2346a1ad-c6c4-48bb-a6b8-9e6c9d4f0e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:37.239597 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2346a1ad-c6c4-48bb-a6b8-9e6c9d4f0e22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b66c3e71-5b37-4f7e-9df8-5e40ff18b969 HTTP/1.1" status: 204 len: 168 time: 0.1174278 Sep 23 10:34:37.247098 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a1ad-c6c4-48bb-a6b8-9e6c9d4f0e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c3e71-5b37-4f7e-9df8-5e40ff18b969,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:38.032984 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281b02b-aac0-4458-a588-7f137a8579ba req-c5754421-6dea-452c-b9d3-c4555f5c1405 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:38.034493 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0281b02b-aac0-4458-a588-7f137a8579ba req-c5754421-6dea-452c-b9d3-c4555f5c1405 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0528128 Sep 23 10:34:38.072039 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0281b02b-aac0-4458-a588-7f137a8579ba req-4437b946-e4af-4e21-948d-5a4f2a0d993f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Sep 23 10:34:38.336921 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4b61fa15-d325-4e1c-afaa-4d5ac689f419 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:34:38.358232 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 4b61fa15-d325-4e1c-afaa-4d5ac689f419 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:34:38.358582 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4b61fa15-d325-4e1c-afaa-4d5ac689f419 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:34:39.183110 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bb67b-7bf9-43dc-92b5-725b3748f7e4 req-1cbb9a33-8634-4c86-b376-30a36f6bed5a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:39.184559 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8c1bb67b-7bf9-43dc-92b5-725b3748f7e4 req-1cbb9a33-8634-4c86-b376-30a36f6bed5a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0474935 Sep 23 10:34:39.221468 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8c1bb67b-7bf9-43dc-92b5-725b3748f7e4 req-dfc8afc0-ad28-4591-b000-bf5b001f71d2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Sep 23 10:34:40.332910 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342412-cd01-45f4-a6c4-eed2007af937 req-46253ad3-31c0-4748-be3f-1284c3630a7c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:40.334913 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-83342412-cd01-45f4-a6c4-eed2007af937 req-46253ad3-31c0-4748-be3f-1284c3630a7c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0479836 Sep 23 10:34:40.379019 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-83342412-cd01-45f4-a6c4-eed2007af937 req-a0bd1f8d-6bc9-475d-b3e6-ea49bde3dca0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 Sep 23 10:34:41.496888 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddafeb8-d20e-43b3-896d-cc29dbc0359a req-e38c7c07-add3-4ed2-bacc-f2cf82b1dc2a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:41.498323 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7ddafeb8-d20e-43b3-896d-cc29dbc0359a req-e38c7c07-add3-4ed2-bacc-f2cf82b1dc2a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0520320 Sep 23 10:34:41.534560 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7ddafeb8-d20e-43b3-896d-cc29dbc0359a req-85b557f4-a89f-44d0-83cf-89b73bf1465c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304570 Sep 23 10:34:42.652227 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e841-4fc7-4cbb-bd7b-d55881265d22 req-12caaa7a-127f-4e28-871a-2d9d5e20be94 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:42.653738 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3a97e841-4fc7-4cbb-bd7b-d55881265d22 req-12caaa7a-127f-4e28-871a-2d9d5e20be94 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Sep 23 10:34:42.692047 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3a97e841-4fc7-4cbb-bd7b-d55881265d22 req-0742c013-1d1d-46a3-86cd-c9db31fe5f49 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322814 Sep 23 10:34:43.245733 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:34:43.342891 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:43.354443 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'port_id': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'mac_address': 'fa:16:3e:46:67:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:34:43.391973 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:43.404876 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:34:43.424337 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:43.427815 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:43.484758 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:43.645312 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['35aa4877-b6a2-4f0f-bdaf-7a74d740afd1'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:34:43.803507 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d6a2-463f-4aff-80ea-ab685727faef req-d477ca69-6957-4dff-9425-3858eb87bcfd tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:43.805071 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-30d6d6a2-463f-4aff-80ea-ab685727faef req-d477ca69-6957-4dff-9425-3858eb87bcfd tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 944 time: 0.0470729 Sep 23 10:34:43.842899 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-30d6d6a2-463f-4aff-80ea-ab685727faef req-ddfb3741-6bd6-4ddb-8572-db44f22c8294 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Sep 23 10:34:44.959916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62298-f22d-4823-886b-cc4c92cf1dd5 req-5ef5488c-f51c-4aca-97c9-a1a5b4375de2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:44.961450 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ad62298-f22d-4823-886b-cc4c92cf1dd5 req-5ef5488c-f51c-4aca-97c9-a1a5b4375de2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 944 time: 0.0514233 Sep 23 10:34:45.001132 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8ad62298-f22d-4823-886b-cc4c92cf1dd5 req-330d27d4-c211-4d46-b76f-d406a3dd16c4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Sep 23 10:34:45.261509 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:34:45.309571 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:34:45.314249 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:34:45.315103 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:45.391881 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:45.417317 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:45.419547 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d328e-6c43-493a-99fa-9e02d6e981cf" -d '{"events": [{"server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "name": "network-vif-plugged", "status": "completed", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:45.431606 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:34:45.436156 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:45.460918 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54650da6-9e99-43f2-9df8-10b4d3c90be1 x-openstack-request-id: req-54650da6-9e99-43f2-9df8-10b4d3c90be1 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:45.461203 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "name": "network-vif-plugged", "status": "completed", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:45.461448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54650da6-9e99-43f2-9df8-10b4d3c90be1 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:45.461849 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'code': 200} Sep 23 10:34:45.486913 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:45.683684 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e0bf-2217-4aaa-ae76-7c52bc079ea5 req-29f56469-c734-45a6-a948-05080787cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:45.685153 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-85b1e0bf-2217-4aaa-ae76-7c52bc079ea5 req-29f56469-c734-45a6-a948-05080787cddc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 1098 time: 0.0385392 Sep 23 10:34:45.719681 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-85b1e0bf-2217-4aaa-ae76-7c52bc079ea5 req-d66ecfcd-da4c-4f6b-a15d-d6271b75a011 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268612 Sep 23 10:34:46.110881 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334fae4-adc9-4311-8d6e-44483cfcc4cb req-62f0c760-8e62-47c4-914a-e73480475582 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:46.112334 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2334fae4-adc9-4311-8d6e-44483cfcc4cb req-62f0c760-8e62-47c4-914a-e73480475582 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 945 time: 0.0471053 Sep 23 10:34:46.150784 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2334fae4-adc9-4311-8d6e-44483cfcc4cb req-c1897823-96b4-481d-815c-c98e9c57a1e6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303328 Sep 23 10:34:46.495227 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33176) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:46.595613 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0de802d4-6fdb-425e-ad34-46ad6f4697df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.685885 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0de802d4-6fdb-425e-ad34-46ad6f4697df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.689419 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0de802d4-6fdb-425e-ad34-46ad6f4697df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.728260 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-0de802d4-6fdb-425e-ad34-46ad6f4697df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91ba36e126904ee2a1ca4fd718f7b193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318633 Sep 23 10:34:46.729370 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de802d4-6fdb-425e-ad34-46ad6f4697df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e41b4-4dc0-4df7-bb2c-6c277d7d47f4,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:46.730976 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33180) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:46.784092 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-19873c8b-2f01-4a22-80c3-4fc066dbfa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.807268 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-19873c8b-2f01-4a22-80c3-4fc066dbfa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.855321 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-19873c8b-2f01-4a22-80c3-4fc066dbfa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.858188 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-19873c8b-2f01-4a22-80c3-4fc066dbfa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:46.859509 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-19873c8b-2f01-4a22-80c3-4fc066dbfa9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa1e41b4-4dc0-4df7-bb2c-6c277d7d47f4 HTTP/1.1" status: 204 len: 168 time: 0.1275880 Sep 23 10:34:46.868313 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19873c8b-2f01-4a22-80c3-4fc066dbfa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e41b4-4dc0-4df7-bb2c-6c277d7d47f4,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:47.278154 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c5833-25d1-4c75-a59a-9ed8eb927f69 req-6d7c4995-d04a-4c9e-954b-f48bb18b9d92 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:47.280080 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-de3c5833-25d1-4c75-a59a-9ed8eb927f69 req-6d7c4995-d04a-4c9e-954b-f48bb18b9d92 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 945 time: 0.0504622 Sep 23 10:34:47.327774 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-de3c5833-25d1-4c75-a59a-9ed8eb927f69 req-ff6a5084-5654-415a-8e30-02c8794dfca9 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Sep 23 10:34:47.444158 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e4ab-3c1a-432d-ae05-019c1d471fbd req-66af43b2-65b0-458c-83e1-dad2e472ce52 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:47.445667 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d7b7e4ab-3c1a-432d-ae05-019c1d471fbd req-66af43b2-65b0-458c-83e1-dad2e472ce52 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 945 time: 0.0480444 Sep 23 10:34:47.483726 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d7b7e4ab-3c1a-432d-ae05-019c1d471fbd req-37c8c92a-2cea-4f5a-99ce-64549396e7e4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Sep 23 10:34:47.506141 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33208) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:47.705320 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf59a1-4af9-4c4e-b007-c9acb2add42a tempest-TestVolumeBootPattern-65062977 tempest-TestVolumeBootPattern-65062977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:47.706920 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-22cf59a1-4af9-4c4e-b007-c9acb2add42a tempest-TestVolumeBootPattern-65062977 tempest-TestVolumeBootPattern-65062977-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 1093 time: 0.1996889 Sep 23 10:34:47.710593 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33216) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:47.715007 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.v2.base [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'port_id': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:34:47.736047 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:47.837191 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:47.941294 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_common [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Allocated IP 172.27.2.175 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/05121ea8-e761-41b6-8460-13710eb4b6d6) {{(pid=93966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:34:48.042727 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.077211 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.113797 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:34:48.117040 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.base_scheduler [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Resources bound (agent type, host, resource id): {{(pid=93966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:34:48.120500 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Received port after_create {{(pid=93966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:34:48.128345 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=05121ea8-e761-41b6-8460-13710eb4b6d6,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:48.494433 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.564233 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.713921 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.718479 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25273166'] for port, after_update {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.795702 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=05121ea8-e761-41b6-8460-13710eb4b6d6,revision_number=2']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:48.808663 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:48.915153 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.l3_db [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Floating IP 22d32935-7a70-47df-8525-e7661505231f associated. External IP: 172.27.2.175, port: 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1. Sep 23 10:34:49.127251 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:34:49.244422 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:34:49.260442 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:34:49.265308 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.269811 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33262) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:49.272531 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:49.273161 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:34:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:49.304674 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-8aef2390-5796-49a1-9975-05e8704f76f5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5929174 Sep 23 10:34:49.305199 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:34:49.307483 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66036e53-88b4-43ef-a66d-551ab883913b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:34:49.357783 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b937e8-a469-4e61-b739-d8221c1a5367 x-openstack-request-id: req-03b937e8-a469-4e61-b739-d8221c1a5367 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:34:49.358064 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:34:49.358319 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03b937e8-a469-4e61-b739-d8221c1a5367 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:34:49.358719 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'status': 'completed', 'code': 200} Sep 23 10:34:49.405599 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:49.421154 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7160157e-9395-4a2e-bc18-d9c7f1d53ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.437703 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036e53-88b4-43ef-a66d-551ab883913b req-f23804d9-d85c-4893-bd51-46c8b118e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:49.439302 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-f23804d9-d85c-4893-bd51-46c8b118e73b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 1098 time: 0.0538199 Sep 23 10:34:49.535835 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7160157e-9395-4a2e-bc18-d9c7f1d53ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.541862 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-7160157e-9395-4a2e-bc18-d9c7f1d53ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.558760 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036e53-88b4-43ef-a66d-551ab883913b req-18a36c45-f602-4258-b0bf-b6328ded9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:49.560526 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-18a36c45-f602-4258-b0bf-b6328ded9c65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.1100750 Sep 23 10:34:49.604625 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-7160157e-9395-4a2e-bc18-d9c7f1d53ac0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b27fb826941e4e639bed4b3de93f896e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324370 Sep 23 10:34:49.605393 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33278) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:49.606054 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160157e-9395-4a2e-bc18-d9c7f1d53ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1427a74-1d77-4ddf-ad3e-855e5c1a94a8,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:49.652803 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-3f21d426-4bdb-47b2-9998-7c94cb407818 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 HTTP/1.1" status: 200 len: 999 time: 0.0818374 Sep 23 10:34:49.662169 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '22d32935-7a70-47df-8525-e7661505231f', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:46:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:34:48Z', 'updated_at': '2021-09-23T10:34:48Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:49.674068 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cce6729-1ff8-4d61-81fc-e8294da52171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.693331 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:34:49.697927 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cce6729-1ff8-4d61-81fc-e8294da52171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.703163 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:34:49.703890 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:34:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:49.705574 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036e53-88b4-43ef-a66d-551ab883913b req-2fb324fe-22ed-425d-8660-50e80f68d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:49.707143 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-2fb324fe-22ed-425d-8660-50e80f68d4c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0466595 Sep 23 10:34:49.752372 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cce6729-1ff8-4d61-81fc-e8294da52171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.756160 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2cce6729-1ff8-4d61-81fc-e8294da52171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:49.759905 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2cce6729-1ff8-4d61-81fc-e8294da52171 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1427a74-1d77-4ddf-ad3e-855e5c1a94a8 HTTP/1.1" status: 204 len: 168 time: 0.1484587 Sep 23 10:34:49.766713 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036e53-88b4-43ef-a66d-551ab883913b req-59920208-6550-4b90-a213-61e4ec87ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:34:49.769600 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-59920208-6550-4b90-a213-61e4ec87ce97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527453 Sep 23 10:34:49.771479 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce6729-1ff8-4d61-81fc-e8294da52171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1427a74-1d77-4ddf-ad3e-855e5c1a94a8,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:49.835814 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:34:49.873450 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-f6fddd16-1777-4e3f-a7e7-0388d035b49f service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963881 Sep 23 10:34:49.965225 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66036e53-88b4-43ef-a66d-551ab883913b req-f6fcedfb-d652-49fc-9c78-8d470c42034b service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835822 Sep 23 10:34:50.032846 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33284) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:50.045499 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c1f4c2-cd48-4209-a457-cd1134555917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.072527 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '22d32935-7a70-47df-8525-e7661505231f', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:46:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:34:48Z', 'updated_at': '2021-09-23T10:34:48Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:34:50.104279 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df8c010-72a8-4257-8bd3-cfcf4e262f61 None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '22d32935-7a70-47df-8525-e7661505231f', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:46:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:34:48Z', 'updated_at': '2021-09-23T10:34:48Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:34:50.136670 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c1f4c2-cd48-4209-a457-cd1134555917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.140812 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-88c1f4c2-cd48-4209-a457-cd1134555917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.180781 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-88c1f4c2-cd48-4209-a457-cd1134555917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6880a3139f2d4328b1dee9bf7b4a31c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468647 Sep 23 10:34:50.181670 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f4c2-cd48-4209-a457-cd1134555917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0c07ac-320f-4c3a-8f75-80a4d1b2b490,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:50.183429 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33286) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:50.237066 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1ee325bd-62e4-4e64-9ec1-01a52f6f22c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.259653 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1ee325bd-62e4-4e64-9ec1-01a52f6f22c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.306876 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1ee325bd-62e4-4e64-9ec1-01a52f6f22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.309515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-1ee325bd-62e4-4e64-9ec1-01a52f6f22c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:50.309979 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dee15f-1c6b-49cd-a1cb-45c730a1f5dd None None] New status for floating IP 22d32935-7a70-47df-8525-e7661505231f: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:34:50.313362 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-1ee325bd-62e4-4e64-9ec1-01a52f6f22c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b0c07ac-320f-4c3a-8f75-80a4d1b2b490 HTTP/1.1" status: 204 len: 168 time: 0.1262724 Sep 23 10:34:50.321314 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee325bd-62e4-4e64-9ec1-01a52f6f22c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0c07ac-320f-4c3a-8f75-80a4d1b2b490,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:52.828276 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-607fdfd6-aa86-4023-9537-8770874cd785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:53.196757 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:34:55.084098 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33376) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:55.183876 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-53979f6c-4b3a-4316-98e8-55a5dfc1ae33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.273087 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-53979f6c-4b3a-4316-98e8-55a5dfc1ae33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.276659 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-53979f6c-4b3a-4316-98e8-55a5dfc1ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.313127 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-53979f6c-4b3a-4316-98e8-55a5dfc1ae33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49f63045149d4c6f89c47e3174776e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279944 Sep 23 10:34:55.315004 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53979f6c-4b3a-4316-98e8-55a5dfc1ae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae5939-f6f0-48f0-8bff-1261bb548439,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:55.316032 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33380) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:55.365389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9bca6c9-d539-4aaf-b2ec-68014abb4470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.372364 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-325c204c-7027-4801-8f77-49de9f3141a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.387925 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9bca6c9-d539-4aaf-b2ec-68014abb4470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.398227 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.437389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9bca6c9-d539-4aaf-b2ec-68014abb4470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.439896 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-e9bca6c9-d539-4aaf-b2ec-68014abb4470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.441081 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-e9bca6c9-d539-4aaf-b2ec-68014abb4470 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbae5939-f6f0-48f0-8bff-1261bb548439 HTTP/1.1" status: 204 len: 168 time: 0.1239879 Sep 23 10:34:55.449778 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bca6c9-d539-4aaf-b2ec-68014abb4470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbae5939-f6f0-48f0-8bff-1261bb548439,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:55.693969 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33386) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:55.707202 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-21fe4886-d7b5-4afe-a187-6f873cd5d24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.791564 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-21fe4886-d7b5-4afe-a187-6f873cd5d24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.795655 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-21fe4886-d7b5-4afe-a187-6f873cd5d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.835965 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-21fe4886-d7b5-4afe-a187-6f873cd5d24b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9d7085ff288488abfa95da1d2ece637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408446 Sep 23 10:34:55.836811 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe4886-d7b5-4afe-a187-6f873cd5d24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b7d32c-c78b-4eb2-95c1-893f867f3986,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:55.838696 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33388) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:55.886368 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5814b512-5a07-44b4-92b7-d17b5f200f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.906175 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5814b512-5a07-44b4-92b7-d17b5f200f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.951198 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5814b512-5a07-44b4-92b7-d17b5f200f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.953826 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-5814b512-5a07-44b4-92b7-d17b5f200f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:55.955062 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-5814b512-5a07-44b4-92b7-d17b5f200f01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61b7d32c-c78b-4eb2-95c1-893f867f3986 HTTP/1.1" status: 204 len: 168 time: 0.1147408 Sep 23 10:34:55.962979 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b512-5a07-44b4-92b7-d17b5f200f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b7d32c-c78b-4eb2-95c1-893f867f3986,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:56.057870 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:56.619233 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:57.857428 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33462) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:57.958980 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e93747f-f303-4ca3-9791-662e4bda7ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.052438 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e93747f-f303-4ca3-9791-662e4bda7ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.056691 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9e93747f-f303-4ca3-9791-662e4bda7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.100455 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33470) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:58.101125 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9e93747f-f303-4ca3-9791-662e4bda7ff5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0456e097f8374c04b1c4e0e7dc272c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419665 Sep 23 10:34:58.101374 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93747f-f303-4ca3-9791-662e4bda7ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f01be4-cada-44cb-a077-407886419f07,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:58.153370 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-163976e2-8844-4d13-99ff-dc75da4d2898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.175860 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-163976e2-8844-4d13-99ff-dc75da4d2898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.222685 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-163976e2-8844-4d13-99ff-dc75da4d2898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.225291 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-163976e2-8844-4d13-99ff-dc75da4d2898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.226431 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-163976e2-8844-4d13-99ff-dc75da4d2898 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6f01be4-cada-44cb-a077-407886419f07 HTTP/1.1" status: 204 len: 168 time: 0.1246810 Sep 23 10:34:58.233599 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163976e2-8844-4d13-99ff-dc75da4d2898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f01be4-cada-44cb-a077-407886419f07,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:58.465928 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.479428 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33478) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:58.492843 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-441f12b1-9def-41d2-927e-f863290a26ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.578706 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-441f12b1-9def-41d2-927e-f863290a26ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.582095 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-441f12b1-9def-41d2-927e-f863290a26ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.620766 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-441f12b1-9def-41d2-927e-f863290a26ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7d6785cc1b64945baadc1209d09e986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402462 Sep 23 10:34:58.621680 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f12b1-9def-41d2-927e-f863290a26ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd093a1-fb1c-4bdb-8db5-452d2755a9d0,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:34:58.623509 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33480) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:34:58.673822 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c4be221-ad66-4753-9fdc-203fb9f562d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.694358 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c4be221-ad66-4753-9fdc-203fb9f562d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.739960 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c4be221-ad66-4753-9fdc-203fb9f562d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.742500 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-9c4be221-ad66-4753-9fdc-203fb9f562d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:34:58.743697 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-9c4be221-ad66-4753-9fdc-203fb9f562d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fd093a1-fb1c-4bdb-8db5-452d2755a9d0 HTTP/1.1" status: 204 len: 168 time: 0.1191664 Sep 23 10:34:58.750973 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4be221-ad66-4753-9fdc-203fb9f562d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd093a1-fb1c-4bdb-8db5-452d2755a9d0,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:01.220492 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-2adecc0b-404b-4f11-a0d8-221f02ffa456 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416873 Sep 23 10:35:01.299468 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-8b1c2079-fc9b-41f0-a9ec-9b0a8531373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:01.300875 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-8b1c2079-fc9b-41f0-a9ec-9b0a8531373a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 1098 time: 0.0377543 Sep 23 10:35:01.406032 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-0f4b5dfb-e277-4f11-8334-f6eb55e0416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:01.407499 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-0f4b5dfb-e277-4f11-8334-f6eb55e0416e service neutron] 10.222.0.59 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 914 time: 0.0838358 Sep 23 10:35:01.451950 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-5c58d1aa-a657-4e43-bc95-920ef9863a25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25 HTTP/1.1" status: 200 len: 217 time: 0.0371094 Sep 23 10:35:01.504670 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-d4d651cb-e594-49e0-a0b9-ecd3914b5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:01.506026 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-d4d651cb-e594-49e0-a0b9-ecd3914b5959 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98056e05-9328-4057-a44a-ee026f3e1a77 HTTP/1.1" status: 200 len: 853 time: 0.0438383 Sep 23 10:35:01.540985 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-ca5d6b97-2b2b-4197-a4be-ee55f7fa00ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99b653f2-419b-49ac-b23d-4c71784972ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234985 Sep 23 10:35:01.632414 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-ff370fdd-aa40-43b5-a8cb-41c9ece55826 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814292 Sep 23 10:35:01.719914 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db46b928-60ea-4abc-a0e0-618a3f1d23e0 req-cb5647a5-cb44-44ca-b3b6-62ef1be40662 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783098 Sep 23 10:35:03.306396 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 33540) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:35:03.411695 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57b2bd40-d5ee-4f04-8bb2-b337cf568438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.503090 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57b2bd40-d5ee-4f04-8bb2-b337cf568438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.507739 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-57b2bd40-d5ee-4f04-8bb2-b337cf568438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.548206 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-57b2bd40-d5ee-4f04-8bb2-b337cf568438 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=206e57d7f02b4fe5994134228627c218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408066 Sep 23 10:35:03.549081 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2bd40-d5ee-4f04-8bb2-b337cf568438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10191719-a3c4-41c1-85cd-1b8f0629e96b,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:03.550916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 33550) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:35:03.604919 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.624586 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.670004 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.672458 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:03.673578 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10191719-a3c4-41c1-85cd-1b8f0629e96b HTTP/1.1" status: 204 len: 168 time: 0.1206234 Sep 23 10:35:03.680871 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10191719-a3c4-41c1-85cd-1b8f0629e96b,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:03.687633 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.687989 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.688325 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.688658 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.688989 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.689320 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.689894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.690238 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.690583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.690885 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.691209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:03.691531 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39901791-d972-48bc-b8f4-799243ac1484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:07.021494 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a823f-fd4a-462c-a0bf-c747567133db req-2c590c85-d0d6-4a7a-af88-b2e82e324af2 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:07.023007 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-291a823f-fd4a-462c-a0bf-c747567133db req-2c590c85-d0d6-4a7a-af88-b2e82e324af2 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 945 time: 0.0483317 Sep 23 10:35:07.058972 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-291a823f-fd4a-462c-a0bf-c747567133db req-5529152a-fa8c-4c6c-b243-cf329b88c77d tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299828 Sep 23 10:35:08.173806 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534305bc-6525-413a-9d0d-b373b800ee57 req-3d8644fa-08d7-4e8f-8204-feaa50c9dfa1 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:08.175275 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-534305bc-6525-413a-9d0d-b373b800ee57 req-3d8644fa-08d7-4e8f-8204-feaa50c9dfa1 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 945 time: 0.0473232 Sep 23 10:35:08.215131 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-534305bc-6525-413a-9d0d-b373b800ee57 req-2e6ba4b3-05a0-4dae-b75a-769e39323812 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339828 Sep 23 10:35:08.686210 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-961574be-f6cd-43e0-8a01-6a34f9bec415 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:08.687639 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-961574be-f6cd-43e0-8a01-6a34f9bec415 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 945 time: 0.0465946 Sep 23 10:35:08.776388 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Deleting port eed92d87-18c6-4f96-a4d3-3b36909fea25 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:35:08.776731 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:08.866916 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] For port eed92d87-18c6-4f96-a4d3-3b36909fea25, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=eed92d87-18c6-4f96-a4d3-3b36909fea25,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:35:08.867291 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:08.879161 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Calling delete_port for eed92d87-18c6-4f96-a4d3-3b36909fea25 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:35:09.003880 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:09.016886 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['eed92d87-18c6-4f96-a4d3-3b36909fea25'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:35:09.032041 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Pushing event deleted for resources: {'Port': ['ID=eed92d87-18c6-4f96-a4d3-3b36909fea25,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:09.070381 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] No DVR routers for this DVR port eed92d87-18c6-4f96-a4d3-3b36909fea25 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:35:09.072718 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:09.074691 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dd98bc3c-0130-476e-bd94-40ca5993836f req-d41a694c-ea0a-45d0-bf65-00e7f375b655 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "DELETE /v2.0/ports/eed92d87-18c6-4f96-a4d3-3b36909fea25 HTTP/1.1" status: 204 len: 173 time: 0.3779504 Sep 23 10:35:09.075122 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0977dc-04fa-4850-be42-6db276128c96', 'name': 'network-vif-deleted', 'tag': 'eed92d87-18c6-4f96-a4d3-3b36909fea25'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:35:09.077582 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d382c5-f4c3-41cd-8e4f-5dae51d9ae3b" -d '{"events": [{"server_uuid": "9a0977dc-04fa-4850-be42-6db276128c96", "name": "network-vif-deleted", "tag": "eed92d87-18c6-4f96-a4d3-3b36909fea25"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:35:09.115900 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b0071b-b37e-4228-97b4-d60b44f504fc x-openstack-request-id: req-38b0071b-b37e-4228-97b4-d60b44f504fc {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:35:09.116274 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0977dc-04fa-4850-be42-6db276128c96", "name": "network-vif-deleted", "tag": "eed92d87-18c6-4f96-a4d3-3b36909fea25", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:35:09.116555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38b0071b-b37e-4228-97b4-d60b44f504fc {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:35:09.116953 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0977dc-04fa-4850-be42-6db276128c96', 'name': 'network-vif-deleted', 'tag': 'eed92d87-18c6-4f96-a4d3-3b36909fea25', 'status': 'completed', 'code': 200} Sep 23 10:35:09.319938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1493d892-0150-4e33-884a-454e6e252e34 req-df86efe3-8ea2-44ab-8c59-05879473d550 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a0977dc-04fa-4850-be42-6db276128c96 HTTP/1.1" status: 200 len: 210 time: 0.0290413 Sep 23 10:35:13.419839 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device eed92d87-18c6-4f96-a4d3-3b36909fea25 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:35:13.442569 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: eed92d87-18c6-4f96-a4d3-3b36909fea25 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:35:13.442849 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device eed92d87-18c6-4f96-a4d3-3b36909fea25 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:35:20.323160 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-317bbfc0-b15f-457e-9bd7-e2edea4438fa tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:20.324535 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-317bbfc0-b15f-457e-9bd7-e2edea4438fa tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 813 time: 0.1034098 Sep 23 10:35:20.338937 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-e696f6d3-2ccf-4113-8358-6525dc642e01 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/quotas/a9f235fb96b54e18b62fb5ff8365a4eb HTTP/1.1" status: 200 len: 375 time: 0.0085540 Sep 23 10:35:20.367924 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-ba02ab3f-a288-4444-9c2e-ee813a693054 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0240417 Sep 23 10:35:20.724484 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-824006ce-307c-4c87-856c-53269fd0c1b3 service neutron] 10.222.0.50 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501027 Sep 23 10:35:20.810462 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-6510484d-b88a-4850-8d12-b608eeff2280 service neutron] 10.222.0.50 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799832 Sep 23 10:35:20.963408 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dec4ca38-91cc-4758-bf4f-2b82dc2551dd req-7fd493ec-152c-4b6d-9286-ac480a463f69 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 210 time: 0.0256219 Sep 23 10:35:21.875024 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-01fe617f-8fa7-4b7e-b01e-fc8485a4c1b7 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:21.876462 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-01fe617f-8fa7-4b7e-b01e-fc8485a4c1b7 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 813 time: 0.1067185 Sep 23 10:35:21.889405 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Request body: {'port': {'device_id': '33628543-f0ec-4d07-98cf-5179dca896af', 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed', 'admin_state_up': True, 'tenant_id': 'a9f235fb96b54e18b62fb5ff8365a4eb'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:35:21.997583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Made reservation on behalf of a9f235fb96b54e18b62fb5ff8365a4eb for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:35:22.001094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.082287 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-89f14a22-deb8-43e8-867b-5c5a53e6d567 req-0f5df57b-96fe-4e12-9696-04206f311e8e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 210 time: 0.0312390 Sep 23 10:35:22.146781 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Allocated IP 172.20.0.4 (99b653f2-419b-49ac-b23d-4c71784972ed/98056e05-9328-4057-a44a-ee026f3e1a77/c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:35:22.294955 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.328847 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.374318 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Network 99b653f2-419b-49ac-b23d-4c71784972ed is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:35:22.377328 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:35:22.380994 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:35:22.389906 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Pushing event updated for resources: {'Port': ['ID=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:22.434493 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:22.435106 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.448159 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-fb193c2e-022d-4bfc-bcb0-8b670c3381d8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624270 Sep 23 10:35:22.460492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Request body: {'port': {'device_id': '33628543-f0ec-4d07-98cf-5179dca896af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:35:22.512025 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.766775 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:35:22.774453 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.785888 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Transition to ACTIVE for port object c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:35:22.789081 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.828855 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-182a23f3-f9e4-4410-941f-187200b24f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.853758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:22.904264 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Attempting to bind port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:35:22.904945 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Attempting to bind port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:35:22.904945 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Attempting to bind port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 on network 99b653f2-419b-49ac-b23d-4c71784972ed {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:35:22.909030 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 on network 99b653f2-419b-49ac-b23d-4c71784972ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:35:22.909352 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Attempting to bind port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 on network 99b653f2-419b-49ac-b23d-4c71784972ed {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:35:22.914159 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:35:22.914497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Checking segment: {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:35:22.914880 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Bound using segment: {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:35:22.915304 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Bound port: c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453de569-1362-450e-a6d0-ef3d5be87f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:35:22.915658 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:22.976124 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] For port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:35:22.979153 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] For port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:35:22.982425 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:23.015935 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.016553 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:23.018021 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] 10.222.0.59 "PUT /v2.0/ports/c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 HTTP/1.1" status: 200 len: 1093 time: 0.5619583 Sep 23 10:35:23.018396 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33628543-f0ec-4d07-98cf-5179dca896af', 'tag': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:35:23.020651 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c20f83-60ff-4107-96ba-1917bf83c298" -d '{"events": [{"name": "network-changed", "server_uuid": "33628543-f0ec-4d07-98cf-5179dca896af", "tag": "c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:35:23.042914 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2677-4ae7-4d89-ac55-933450cb51ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:23.070138 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dcbbcc-3093-49fa-a905-76fd07705fba x-openstack-request-id: req-78dcbbcc-3093-49fa-a905-76fd07705fba {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:35:23.070429 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33628543-f0ec-4d07-98cf-5179dca896af", "tag": "c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:35:23.070681 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78dcbbcc-3093-49fa-a905-76fd07705fba {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:35:23.071076 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33628543-f0ec-4d07-98cf-5179dca896af', 'tag': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05', 'status': 'completed', 'code': 200} Sep 23 10:35:23.099226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-c2bb429b-a146-47ac-ab2e-20ad1c87cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.100815 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-c2bb429b-a146-47ac-ab2e-20ad1c87cfd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 1096 time: 0.0410073 Sep 23 10:35:23.147206 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-292683c2-4b5e-4f17-a8ae-958c8ac9e82c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 HTTP/1.1" status: 200 len: 217 time: 0.0380363 Sep 23 10:35:23.223716 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-713d44b7-585e-4e39-82e2-bb1ee57e2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.225157 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-713d44b7-585e-4e39-82e2-bb1ee57e2974 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98056e05-9328-4057-a44a-ee026f3e1a77 HTTP/1.1" status: 200 len: 853 time: 0.0700788 Sep 23 10:35:23.236209 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b84b2-855a-440f-8f19-7d13f2f13f54 req-fc6ab30a-ead3-43fd-88fe-c2c42b6438b0 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.237566 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a62b84b2-855a-440f-8f19-7d13f2f13f54 req-fc6ab30a-ead3-43fd-88fe-c2c42b6438b0 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 943 time: 0.0835323 Sep 23 10:35:23.270790 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-9bdb7460-210c-445a-873f-870260049a57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99b653f2-419b-49ac-b23d-4c71784972ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322223 Sep 23 10:35:23.318106 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a62b84b2-855a-440f-8f19-7d13f2f13f54 req-6a16e90f-363b-4631-a68c-989042fb9a8c tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719550 Sep 23 10:35:23.375056 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-75507297-23f3-44f9-9078-f3d7ca2b2c3a service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953596 Sep 23 10:35:23.472773 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bac13e26-aed1-4a56-bc4b-773afdfba2b6 req-9cc9dab1-af04-45e8-84c7-50d9d70239f3 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890532 Sep 23 10:35:23.559148 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-9c808eed-8ae2-45e5-8b09-65f84f36bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.560639 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-9c808eed-8ae2-45e5-8b09-65f84f36bdbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 1096 time: 0.0409570 Sep 23 10:35:23.654288 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-ad1c7552-860c-4fd3-848a-1e4a5940aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.656040 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-ad1c7552-860c-4fd3-848a-1e4a5940aa93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 200 len: 914 time: 0.0877917 Sep 23 10:35:23.705806 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-5f442c3b-aa24-4063-a06e-bd06a0aef03a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 HTTP/1.1" status: 200 len: 217 time: 0.0400448 Sep 23 10:35:23.762319 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-63072fe5-e9c7-4c15-b17a-47ba0711b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:23.764173 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-63072fe5-e9c7-4c15-b17a-47ba0711b37c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98056e05-9328-4057-a44a-ee026f3e1a77 HTTP/1.1" status: 200 len: 853 time: 0.0487790 Sep 23 10:35:23.799152 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-0163b4a5-479b-47ad-8ec6-edc5c986e059 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99b653f2-419b-49ac-b23d-4c71784972ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262258 Sep 23 10:35:23.894598 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-f216cd39-e239-4e47-a2c1-2ac012635c68 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869207 Sep 23 10:35:23.986841 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e6c20f83-60ff-4107-96ba-1917bf83c298 req-b849ac98-f02c-4c2d-a54b-ff247e7ee8a0 service neutron] 10.222.0.59 "GET /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836945 Sep 23 10:35:24.437998 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118397c6-2665-4023-b609-6c19236e2d20 req-39b2ed69-4e0e-4745-9937-c9ab8ae9449e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:24.439472 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-118397c6-2665-4023-b609-6c19236e2d20 req-39b2ed69-4e0e-4745-9937-c9ab8ae9449e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 943 time: 0.0539720 Sep 23 10:35:24.476157 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-118397c6-2665-4023-b609-6c19236e2d20 req-6e917c34-d723-4384-914c-b62d93a9e70e tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Sep 23 10:35:25.372805 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-28ab6f0d-085a-4bc7-b61e-85f5038f5d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:25.399882 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:25.469893 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:35:25.563446 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:35:25.574484 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05', 'network_id': '99b653f2-419b-49ac-b23d-4c71784972ed', 'port_id': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05', 'mac_address': 'fa:16:3e:77:6f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98056e05-9328-4057-a44a-ee026f3e1a77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:35:25.590670 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e368620-83be-43f1-a816-665b7a9850d3 req-5ca58831-ceae-41eb-a77e-d205590c6742 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:25.592389 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2e368620-83be-43f1-a816-665b7a9850d3 req-5ca58831-ceae-41eb-a77e-d205590c6742 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 943 time: 0.0506029 Sep 23 10:35:25.620324 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:25.633345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:35:25.638080 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2e368620-83be-43f1-a816-665b7a9850d3 req-5edbbcfe-8380-4705-bdc2-1a4505b30ff6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Sep 23 10:35:25.652925 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:35:25.656977 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:25.706582 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:25.714308 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.714658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.715007 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.715343 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.715678 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.716011 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.716342 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.716670 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.717019 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.717349 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.717706 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.718031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:25.909524 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:35:26.059070 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:26.621720 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:26.752824 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd2f31-110f-4bfd-9119-ce2c80a162ec req-63152d61-7d0f-4a42-bf7c-4d1747c97849 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:26.754311 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dedd2f31-110f-4bfd-9119-ce2c80a162ec req-63152d61-7d0f-4a42-bf7c-4d1747c97849 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 944 time: 0.0476358 Sep 23 10:35:26.791196 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-dedd2f31-110f-4bfd-9119-ce2c80a162ec req-536d509e-52b5-4194-8616-3791d2fcc1fe tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Sep 23 10:35:27.496962 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:35:27.545445 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:35:27.549958 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:35:27.550327 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:27.625670 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:27.647280 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33628543-f0ec-4d07-98cf-5179dca896af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:35:27.649494 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3621de-adc0-4491-ad7d-7799defdf3c8" -d '{"events": [{"server_uuid": "33628543-f0ec-4d07-98cf-5179dca896af", "name": "network-vif-plugged", "status": "completed", "tag": "c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:35:27.665302 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:35:27.674999 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:27.828669 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18bc753-bc5b-45d6-83c1-d1be63dd418c x-openstack-request-id: req-c18bc753-bc5b-45d6-83c1-d1be63dd418c {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:35:27.828962 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33628543-f0ec-4d07-98cf-5179dca896af", "name": "network-vif-plugged", "status": "completed", "tag": "c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:35:27.829213 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c18bc753-bc5b-45d6-83c1-d1be63dd418c {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:35:27.829599 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33628543-f0ec-4d07-98cf-5179dca896af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05', 'code': 200} Sep 23 10:35:27.854992 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:27.909003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c425fa-2360-484d-834f-e9cefffbb5c3 req-d0e4c37d-c890-4fc6-8a25-ab216d5c657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:27.910484 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0c425fa-2360-484d-834f-e9cefffbb5c3 req-d0e4c37d-c890-4fc6-8a25-ab216d5c657c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 1098 time: 0.0729704 Sep 23 10:35:27.922497 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d2edf-5135-4c87-b6c4-bea32c401903 req-4154c1f4-a7aa-40ce-a61c-c0f6cd280293 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:27.923693 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a70d2edf-5135-4c87-b6c4-bea32c401903 req-4154c1f4-a7aa-40ce-a61c-c0f6cd280293 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 945 time: 0.0611801 Sep 23 10:35:27.978119 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c0c425fa-2360-484d-834f-e9cefffbb5c3 req-32e82b4f-7cdd-4945-8f0a-ffd169825c7c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535018 Sep 23 10:35:27.981246 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a70d2edf-5135-4c87-b6c4-bea32c401903 req-eaeb49de-4fda-40db-99a9-7c4f39921ca5 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Sep 23 10:35:28.468268 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:29.108416 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f030e-50b3-41fc-89dd-069149c76f73 req-5c71baf1-b867-4a1b-b918-320f95579b81 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:29.109927 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c79f030e-50b3-41fc-89dd-069149c76f73 req-5c71baf1-b867-4a1b-b918-320f95579b81 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 945 time: 0.0488703 Sep 23 10:35:29.151543 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c79f030e-50b3-41fc-89dd-069149c76f73 req-df0591e6-6cbb-4d17-974e-f264b1c9b0b2 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Sep 23 10:35:30.195247 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:35:30.265963 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62f52f-015d-4519-87d0-b4fe521f780c req-378e7fc1-2a58-43f5-8b0a-ce69e050a1ed tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:30.267402 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c62f52f-015d-4519-87d0-b4fe521f780c req-378e7fc1-2a58-43f5-8b0a-ce69e050a1ed tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 945 time: 0.0507860 Sep 23 10:35:30.307463 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2c62f52f-015d-4519-87d0-b4fe521f780c req-70344774-1b53-49ba-bc85-74d944f7f6cd tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Sep 23 10:35:50.218534 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dd32d-5ddc-42f7-ba5c-c617b33fdd46 req-5e806a9d-b7e4-4fec-b517-3683d25e8de6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:50.220173 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a89dd32d-5ddc-42f7-ba5c-c617b33fdd46 req-5e806a9d-b7e4-4fec-b517-3683d25e8de6 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 945 time: 0.0475669 Sep 23 10:35:50.257074 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a89dd32d-5ddc-42f7-ba5c-c617b33fdd46 req-8ea12af6-5a04-440b-b32c-d5e92dc97c7b tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Sep 23 10:35:51.007441 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34026) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:35:51.107036 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.192684 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.196109 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_create {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.232770 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b6e20dae48d49c1b2738b2188b4feac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243679 Sep 23 10:35:51.233634 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c3c023-4f5a-4cba-9dab-34885be4d959,revision_number=1']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:51.235451 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34030) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:35:51.240427 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.241327 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.241691 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.242028 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.242357 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.242688 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.243016 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.243343 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.243667 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.243988 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.244307 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.244625 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49986a58-9c26-4b8b-9945-32db9b08c1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:35:51.287484 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6f06598f-956e-4019-af77-fe4a51f323fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.313334 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6f06598f-956e-4019-af77-fe4a51f323fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.388959 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e196786-667d-4d4e-bf9a-da1f7faa9604 req-1e1c4a02-7300-45e1-9754-2ee84fdd9dff tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:51.390474 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1e196786-667d-4d4e-bf9a-da1f7faa9604 req-1e1c4a02-7300-45e1-9754-2ee84fdd9dff tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 945 time: 0.0618212 Sep 23 10:35:51.399301 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6f06598f-956e-4019-af77-fe4a51f323fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.401798 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6f06598f-956e-4019-af77-fe4a51f323fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:51.402863 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-6f06598f-956e-4019-af77-fe4a51f323fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23c3c023-4f5a-4cba-9dab-34885be4d959 HTTP/1.1" status: 204 len: 168 time: 0.1664333 Sep 23 10:35:51.437420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-1e196786-667d-4d4e-bf9a-da1f7faa9604 req-8f8bb6a2-d79f-4faa-972c-2c2fdbd3059f tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/security-groups?id=4750f44a-8348-4ff7-90f9-f70191fab43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Sep 23 10:35:51.442148 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06598f-956e-4019-af77-fe4a51f323fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c3c023-4f5a-4cba-9dab-34885be4d959,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:51.882369 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-3dd986de-928c-4252-aef3-659167765233 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:35:51.883828 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-3dd986de-928c-4252-aef3-659167765233 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 945 time: 0.0477493 Sep 23 10:35:51.973768 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Deleting port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:35:51.974105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:52.059583 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] For port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,segment=NetworkSegment(453de569-1362-450e-a6d0-ef3d5be87f62),segment_id=453de569-1362-450e-a6d0-ef3d5be87f62)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:35:52.059852 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:52.071862 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Calling delete_port for c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:35:52.193552 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:52.205344 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:35:52.219422 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Pushing event deleted for resources: {'Port': ['ID=c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:35:52.259065 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] No DVR routers for this DVR port c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:35:52.261418 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:52.263374 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-11843785-77f1-4c5c-a203-ffdf9dca56f5 req-b7b5126a-3507-41d5-898a-b91a5c8d8ab4 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.59 "DELETE /v2.0/ports/c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 HTTP/1.1" status: 204 len: 173 time: 0.3732419 Sep 23 10:35:52.263797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33628543-f0ec-4d07-98cf-5179dca896af', 'name': 'network-vif-deleted', 'tag': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:35:52.265995 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03aca96-40cb-418f-81ca-448962b1b574" -d '{"events": [{"server_uuid": "33628543-f0ec-4d07-98cf-5179dca896af", "name": "network-vif-deleted", "tag": "c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:35:52.303144 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d2ac56-1c13-4788-9c80-57b6831c0947 x-openstack-request-id: req-10d2ac56-1c13-4788-9c80-57b6831c0947 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:35:52.303432 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33628543-f0ec-4d07-98cf-5179dca896af", "name": "network-vif-deleted", "tag": "c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:35:52.303682 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10d2ac56-1c13-4788-9c80-57b6831c0947 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:35:52.304078 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33628543-f0ec-4d07-98cf-5179dca896af', 'name': 'network-vif-deleted', 'tag': 'c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05', 'status': 'completed', 'code': 200} Sep 23 10:35:52.549712 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e1e87a47-eeab-4c31-8dd5-827b2a0e1f86 req-b6d1ff30-8117-4122-b45b-61de47c4a9c8 tempest-VolumesSnapshotTestJSON-1974723069 tempest-VolumesSnapshotTestJSON-1974723069-project] 10.222.0.50 "GET /v2.0/ports?device_id=33628543-f0ec-4d07-98cf-5179dca896af HTTP/1.1" status: 200 len: 210 time: 0.0290544 Sep 23 10:35:52.829071 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e4665913-80dd-4738-971d-22ec02841c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:55.373846 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-69da612e-fb82-4aaa-a650-ee397e04f077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:55.409390 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:56.059461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:56.121039 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:35:56.140258 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:35:56.140593 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device c3d9d3ef-10bd-49f3-ac3a-c16654e9fd05 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:35:56.623359 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:35:58.476244 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:01.248874 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-fbf6bc97-ba4a-49f6-afb1-9c7802865e11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382376 Sep 23 10:36:01.308671 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eda0c-183f-4010-968f-8447181d09b3 req-6b008bb7-d2df-44a6-b1dd-0dc0a581cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:01.310111 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-6b008bb7-d2df-44a6-b1dd-0dc0a581cf08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 1098 time: 0.0386934 Sep 23 10:36:01.413969 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eda0c-183f-4010-968f-8447181d09b3 req-6b1981a6-e144-4fb8-b499-bab6d4d34964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:01.415427 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-6b1981a6-e144-4fb8-b499-bab6d4d34964 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0872276 Sep 23 10:36:01.479129 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-7417a4ae-cdd6-43f2-8ed3-836e2b386423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 HTTP/1.1" status: 200 len: 1001 time: 0.0564368 Sep 23 10:36:01.526265 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eda0c-183f-4010-968f-8447181d09b3 req-cf7e8461-b8ec-408e-9026-1cab321b027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:01.527581 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-cf7e8461-b8ec-408e-9026-1cab321b027d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0418961 Sep 23 10:36:01.574984 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eda0c-183f-4010-968f-8447181d09b3 req-ecdb6b49-6546-4547-a629-af920325808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:01.576403 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-ecdb6b49-6546-4547-a629-af920325808a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420980 Sep 23 10:36:01.665753 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-3423b827-f23a-4f6d-bd91-cf04c5d01444 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801938 Sep 23 10:36:01.759692 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-319eda0c-183f-4010-968f-8447181d09b3 req-69abd35c-7647-4148-91d1-1318dfbea529 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Sep 23 10:36:07.193710 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:36:16.574499 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34168) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:36:16.619529 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Deleting subnet 98056e05-9328-4057-a44a-ee026f3e1a77 {{(pid=93965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:36:16.622456 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.655735 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26038627'] for subnet, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.692122 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.746417 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25401410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25425786'] for subnet, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.770645 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98056e05-9328-4057-a44a-ee026f3e1a77,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:36:16.775545 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.777492 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/98056e05-9328-4057-a44a-ee026f3e1a77 HTTP/1.1" status: 204 len: 168 time: 0.2018757 Sep 23 10:36:16.779949 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34170) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:36:16.782166 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.782520 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.782946 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.783287 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.783618 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.783948 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.784275 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.784598 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.784923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.785262 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.785562 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.785906 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb2526-488e-4c7b-91c6-c5f2b548e79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:36:16.847680 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.924425 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.943276 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b653f2-419b-49ac-b23d-4c71784972ed']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:36:16.952788 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453de569-1362-450e-a6d0-ef3d5be87f62') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:36:16.953084 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453de569-1362-450e-a6d0-ef3d5be87f62') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:36:16.961951 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.974278 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.979790 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:36:16.980166 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:36:16.981713 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:36:17.037794 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:17.042889 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:17.046071 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/99b653f2-419b-49ac-b23d-4c71784972ed HTTP/1.1" status: 204 len: 168 time: 0.2650352 Sep 23 10:36:17.057203 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fd1e5-a562-4d4b-b0d1-8476c49888c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=99b653f2-419b-49ac-b23d-4c71784972ed,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:36:17.201333 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34174) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:36:17.239753 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-1c0f9712-7900-401f-af41-475c4e16922a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9f235fb96b54e18b62fb5ff8365a4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372040 Sep 23 10:36:17.242179 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34178) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:36:17.286879 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693e82a4-54dc-4519-a116-434965a6280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:17.307366 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693e82a4-54dc-4519-a116-434965a6280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:17.350935 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693e82a4-54dc-4519-a116-434965a6280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:17.354689 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-693e82a4-54dc-4519-a116-434965a6280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:17.355833 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-693e82a4-54dc-4519-a116-434965a6280c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4750f44a-8348-4ff7-90f9-f70191fab43e HTTP/1.1" status: 204 len: 168 time: 0.1127830 Sep 23 10:36:17.363340 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e82a4-54dc-4519-a116-434965a6280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750f44a-8348-4ff7-90f9-f70191fab43e,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:36:22.828780 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-36c3c0f2-e342-445b-93a1-b4ff397bdb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:25.373633 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-153a5171-21f6-4083-8243-bbd45e1df045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:25.424584 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:26.060113 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:26.627682 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:28.475794 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:44.192506 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:36:52.828870 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-20155741-4f55-4572-9ae1-dfa77000daf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:55.374772 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b80361ce-485b-4674-b029-4736b0a06c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:55.421944 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:56.060632 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:56.630299 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:58.052907 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be53ed-3d29-4217-9995-aa76b5813813 req-14f8f1b8-9a2c-4e85-908e-e185887ce702 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:58.054420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f7be53ed-3d29-4217-9995-aa76b5813813 req-14f8f1b8-9a2c-4e85-908e-e185887ce702 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 945 time: 0.2468851 Sep 23 10:36:58.091618 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f7be53ed-3d29-4217-9995-aa76b5813813 req-552b006a-dda2-43ed-82a0-a685e6218160 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Sep 23 10:36:58.477955 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:59.255621 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726dcd-d485-4f44-bde8-e0c7850b4893 req-cf44dc86-62cc-41ba-b90e-787707d95fbd tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:59.257064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6a726dcd-d485-4f44-bde8-e0c7850b4893 req-cf44dc86-62cc-41ba-b90e-787707d95fbd tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 945 time: 0.0988052 Sep 23 10:36:59.306095 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6a726dcd-d485-4f44-bde8-e0c7850b4893 req-b7822886-1da0-424e-b488-eac90297eb6c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Sep 23 10:36:59.341520 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69ebb688-2f81-44ba-9cd3-3f1d28333b59 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:36:59.342997 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69ebb688-2f81-44ba-9cd3-3f1d28333b59 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Sep 23 10:36:59.428751 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Deleting port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:36:59.429019 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:59.517686 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] For port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:36:59.518055 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:59.679941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:59.680235 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:59.680584 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Floating IP 22d32935-7a70-47df-8525-e7661505231f disassociated. External IP: 172.27.2.175, port: 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1. Sep 23 10:36:59.680897 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Calling delete_port for 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:36:59.806245 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:36:59.835197 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'Port': ['ID=35aa4877-b6a2-4f0f-bdaf-7a74d740afd1,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:36:59.947799 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:37:00.050944 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:37:00.061083 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:37:00.069631 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:37:00.070332 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:36:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:00.089993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] No DVR routers for this DVR port 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:37:00.092558 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:00.094926 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d5ff44b1-14a8-412e-a7ff-5d915b440719 req-69d8e097-d065-4e89-a4a2-bf6199c59b97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "DELETE /v2.0/ports/35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 HTTP/1.1" status: 204 len: 173 time: 0.7452154 Sep 23 10:37:00.095360 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'name': 'network-vif-deleted', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:37:00.097859 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c8b33-b689-4f10-9d0a-6a125635ee0a" -d '{"events": [{"server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "name": "network-vif-deleted", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:37:00.133825 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030e2fe-4804-4c24-824a-6b22829a61b5 x-openstack-request-id: req-f030e2fe-4804-4c24-824a-6b22829a61b5 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:37:00.134125 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff93f554-6e96-4797-a410-e64878fa5d51", "name": "network-vif-deleted", "tag": "35aa4877-b6a2-4f0f-bdaf-7a74d740afd1", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:37:00.134380 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f030e2fe-4804-4c24-824a-6b22829a61b5 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:37:00.134813 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff93f554-6e96-4797-a410-e64878fa5d51', 'name': 'network-vif-deleted', 'tag': '35aa4877-b6a2-4f0f-bdaf-7a74d740afd1', 'status': 'completed', 'code': 200} Sep 23 10:37:00.179197 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:37:00.393672 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:00.417313 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-03d57ce7-aa68-4504-a327-cb417f35c481 req-1f778649-4b1c-4dd7-a09b-3ffada92d0d5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff93f554-6e96-4797-a410-e64878fa5d51 HTTP/1.1" status: 200 len: 210 time: 0.0291400 Sep 23 10:37:00.422620 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:37:00.431550 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:37:00.432164 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:36:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:00.534146 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:37:00.730080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:00.762084 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d425a-516c-4dcf-81aa-9f0aa2278495 None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:37:00.989431 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47ea30-e04f-4e6b-a4f2-35dbd383c7b8 None None] New status for floating IP 22d32935-7a70-47df-8525-e7661505231f: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:37:01.662535 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-436f119e-0a27-4856-9862-a42316f6e511 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129458093&fields=id&tenant_id=258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 267 time: 0.0370862 Sep 23 10:37:01.768233 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-b57b1943-253d-41da-bd17-bc5f8e510ae7 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:01.769562 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-b57b1943-253d-41da-bd17-bc5f8e510ae7 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 812 time: 0.0999734 Sep 23 10:37:01.784228 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-b5e304e9-7cd9-422c-b4cb-c7639d2ccffd tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/quotas/258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 375 time: 0.0090387 Sep 23 10:37:01.834915 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-ccef55bc-1a91-4d1f-b85a-784bc2cd7818 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456657 Sep 23 10:37:01.851067 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-49ba7ea9-e823-46af-bb2d-886c0f4f7785 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:37:01.852045 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-49ba7ea9-e823-46af-bb2d-886c0f4f7785 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049088 Sep 23 10:37:01.942584 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-cb3ca032-0d1b-4f66-b287-58125de6a399 service neutron] 10.222.0.50 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843103 Sep 23 10:37:02.034378 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-85547e25-bd36-4961-95e9-f2949809bf83 service neutron] 10.222.0.50 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853693 Sep 23 10:37:02.311716 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e371d996-0cab-4060-8178-5e8743bdea21 req-6531e25e-dfe0-4214-8d02-2b6208e84a4e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Sep 23 10:37:03.179142 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-8f4fde5a-368a-499a-8581-5be73e24043a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:03.180642 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-8f4fde5a-368a-499a-8581-5be73e24043a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 812 time: 0.1075988 Sep 23 10:37:03.223738 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-7bd2e64f-9d1f-415c-9c02-9530a95d1ded tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 380 time: 0.0332055 Sep 23 10:37:03.233105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'port': {'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'admin_state_up': True, 'tenant_id': '258d2f15015b433da2c859073db584bf', 'security_groups': ['e39ebc32-c4aa-4bc8-8321-361b7f692f0d']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:37:03.343271 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Made reservation on behalf of 258d2f15015b433da2c859073db584bf for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:37:03.346840 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:03.435265 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-b660b5f4-bf3e-4572-8065-ad05118a5aac req-c864dd04-b914-449b-baf3-8134b25ee2ba tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 210 time: 0.0359726 Sep 23 10:37:03.778962 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Allocated IP 172.20.0.10 (37693ba0-a001-4f66-b6bf-c64d1078488a/b54bebe0-3a89-4432-a1d2-626b7547e76c/579505c7-a275-4bf9-9877-2069cd5718ea) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:37:03.913731 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:03.944702 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:03.986242 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:37:03.989160 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:37:03.992738 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:37:04.001513 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=579505c7-a275-4bf9-9877-2069cd5718ea,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:04.036492 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:37:04.046679 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:04.047332 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.057777 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:37:04.058173 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 35aa4877-b6a2-4f0f-bdaf-7a74d740afd1 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:37:04.063493 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-60e5cdcb-466b-49b2-814d-828866a6c2fb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337510 Sep 23 10:37:04.076380 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Request body: {'port': {'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:37:04.133281 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.252637 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-df392879-66e7-47f4-b2cf-55d9315a7627 None None] Provisioning complete for port 579505c7-a275-4bf9-9877-2069cd5718ea triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:37:04.252996 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-df392879-66e7-47f4-b2cf-55d9315a7627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.287304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-df392879-66e7-47f4-b2cf-55d9315a7627 None None] Port 579505c7-a275-4bf9-9877-2069cd5718ea cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:37:04.391007 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579505c7-a275-4bf9-9877-2069cd5718ea {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:37:04.398238 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.409860 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Transition to ACTIVE for port object 579505c7-a275-4bf9-9877-2069cd5718ea will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:37:04.413404 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.462758 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Pushing event updated for resources: {'Port': ['ID=579505c7-a275-4bf9-9877-2069cd5718ea,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:04.563652 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Attempting to bind port 579505c7-a275-4bf9-9877-2069cd5718ea on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:37:04.563990 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Attempting to bind port 579505c7-a275-4bf9-9877-2069cd5718ea by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:37:04.564323 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Attempting to bind port 579505c7-a275-4bf9-9877-2069cd5718ea on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:37:04.571412 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Port 579505c7-a275-4bf9-9877-2069cd5718ea on network 37693ba0-a001-4f66-b6bf-c64d1078488a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:37:04.571744 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Attempting to bind port 579505c7-a275-4bf9-9877-2069cd5718ea on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:37:04.580777 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d867-e521-4333-b2a1-2710e16a865e req-521004a9-8a8f-4934-a075-69ba66b3d327 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:04.582359 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d074d867-e521-4333-b2a1-2710e16a865e req-521004a9-8a8f-4934-a075-69ba66b3d327 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0715446 Sep 23 10:37:04.586556 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:37:04.586895 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Checking segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:37:04.587282 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Bound using segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:37:04.587752 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Bound port: 579505c7-a275-4bf9-9877-2069cd5718ea, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:37:04.588112 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.650938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d074d867-e521-4333-b2a1-2710e16a865e req-aa3df261-4d08-4590-8867-23c9e003f0b8 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606074 Sep 23 10:37:04.676866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] For port 579505c7-a275-4bf9-9877-2069cd5718ea, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:37:04.679871 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] For port 579505c7-a275-4bf9-9877-2069cd5718ea, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=579505c7-a275-4bf9-9877-2069cd5718ea,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:37:04.684223 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.721726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:04.722360 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:04.723735 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] 10.222.0.59 "PUT /v2.0/ports/579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 1094 time: 0.6524620 Sep 23 10:37:04.724183 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:37:04.726471 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a902595a-01de-4e2c-a25c-44d69cb10f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:37:04.752567 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec53aa-235c-4896-b9eb-ada2d63e178a service neutron] Pushing event updated for resources: {'Port': ['ID=579505c7-a275-4bf9-9877-2069cd5718ea,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:04.776649 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904d3a2-4aa7-44ec-b846-e6ff0f1ba52c x-openstack-request-id: req-d904d3a2-4aa7-44ec-b846-e6ff0f1ba52c {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:37:04.776949 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:37:04.777208 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d904d3a2-4aa7-44ec-b846-e6ff0f1ba52c {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:37:04.777631 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea', 'status': 'completed', 'code': 200} Sep 23 10:37:04.808367 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-2854af99-520f-44fc-b2e8-0640b0c150af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:04.809947 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-2854af99-520f-44fc-b2e8-0640b0c150af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1097 time: 0.0442820 Sep 23 10:37:04.855547 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-386e5ef6-c081-49de-93b6-81775a7a0abe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 217 time: 0.0369968 Sep 23 10:37:04.909362 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-04af68ab-06a1-4d34-9e45-e306eeee2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:04.910838 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-04af68ab-06a1-4d34-9e45-e306eeee2b48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0480106 Sep 23 10:37:04.955226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-896bb990-b8ae-4787-b594-5d20d77d255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:04.956704 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-896bb990-b8ae-4787-b594-5d20d77d255e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392773 Sep 23 10:37:05.042496 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-3bbbccdd-7c61-4062-9b89-505465752c7d service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786350 Sep 23 10:37:05.138033 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-2922c4bc-adba-4d27-ba04-bdb01a98a9aa req-f9033216-74b0-41ab-a27e-7fed3ccf7fe7 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Sep 23 10:37:05.224403 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-0e45830a-b7eb-4830-bbb1-957ec0f2f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:05.225873 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-0e45830a-b7eb-4830-bbb1-957ec0f2f178 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1097 time: 0.0400662 Sep 23 10:37:05.320959 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-4e1643ea-58ba-411c-8c92-79c7f8da3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:05.323242 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-4e1643ea-58ba-411c-8c92-79c7f8da3b8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0893939 Sep 23 10:37:05.366713 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-da547ac5-2a6c-4a80-a5e7-66581dec59f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 217 time: 0.0335250 Sep 23 10:37:05.418636 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-abb7abbf-d114-452d-ba05-8a96295719de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:05.419977 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-abb7abbf-d114-452d-ba05-8a96295719de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0464320 Sep 23 10:37:05.464890 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-f00a5987-78b2-4132-8f49-b7445c2fcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:05.466341 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-f00a5987-78b2-4132-8f49-b7445c2fcdea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385840 Sep 23 10:37:05.553225 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-06d9b067-95e3-4b8b-8022-aa69d4add7f9 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787389 Sep 23 10:37:05.646457 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-a902595a-01de-4e2c-a25c-44d69cb10f6b req-086cac25-89cb-4648-b952-92f3721865c1 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Sep 23 10:37:05.761712 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0d9b-1587-4d59-ad01-c1f2657a443f req-a21ad062-81ea-48fc-bc37-69a82f79c9f4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:05.763160 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6ebd0d9b-1587-4d59-ad01-c1f2657a443f req-a21ad062-81ea-48fc-bc37-69a82f79c9f4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0477400 Sep 23 10:37:05.799591 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-6ebd0d9b-1587-4d59-ad01-c1f2657a443f req-25072e53-566c-469f-96c7-a844aa7ce6e6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Sep 23 10:37:06.910661 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8eac-ceff-4421-a8e8-298d391c6abc req-2307a425-5685-4063-b050-17c3709a3124 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:06.912107 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8b8d8eac-ceff-4421-a8e8-298d391c6abc req-2307a425-5685-4063-b050-17c3709a3124 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0468349 Sep 23 10:37:06.953420 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8b8d8eac-ceff-4421-a8e8-298d391c6abc req-502c0c6f-556d-47bf-b60f-07a0835765fe tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348642 Sep 23 10:37:08.063894 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47567af-e879-4d87-bb60-1a92b4b39dd5 req-b00284ff-dce1-40df-83f4-f5bbf64706c6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:08.065262 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f47567af-e879-4d87-bb60-1a92b4b39dd5 req-b00284ff-dce1-40df-83f4-f5bbf64706c6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0474861 Sep 23 10:37:08.102242 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f47567af-e879-4d87-bb60-1a92b4b39dd5 req-7534df15-70cc-4fa4-b31b-51fc34e62a1d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Sep 23 10:37:09.214550 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c61f-6f0a-495b-ba91-8a1e9ecc35c9 req-92f7a46f-3385-4065-a632-0403cedff49b tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:09.215984 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5eb4c61f-6f0a-495b-ba91-8a1e9ecc35c9 req-92f7a46f-3385-4065-a632-0403cedff49b tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0475242 Sep 23 10:37:09.252076 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-5eb4c61f-6f0a-495b-ba91-8a1e9ecc35c9 req-f382ab1c-adf0-47cd-9bfc-d0dfb8999f4f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302002 Sep 23 10:37:10.363043 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a618d6-cb11-475a-8b7a-2ef76813fbbf req-4bb6b9ac-cf63-4227-bbcc-9bff0ee92801 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:10.364497 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4a618d6-cb11-475a-8b7a-2ef76813fbbf req-4bb6b9ac-cf63-4227-bbcc-9bff0ee92801 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0480125 Sep 23 10:37:10.405698 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-d4a618d6-cb11-475a-8b7a-2ef76813fbbf req-ff253738-e8b2-44b6-8474-3cc88c816e69 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352564 Sep 23 10:37:11.518515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e509b4-9241-4ba3-9365-8ffd266048c0 req-80958f6c-ac01-462c-a97d-6d610102e8be tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:11.519977 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-36e509b4-9241-4ba3-9365-8ffd266048c0 req-80958f6c-ac01-462c-a97d-6d610102e8be tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 944 time: 0.0484552 Sep 23 10:37:11.556369 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-36e509b4-9241-4ba3-9365-8ffd266048c0 req-4202b501-11a1-49a1-a858-52f123e245eb tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 Sep 23 10:37:12.082571 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 579505c7-a275-4bf9-9877-2069cd5718ea details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:37:12.177598 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 579505c7-a275-4bf9-9877-2069cd5718ea, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=579505c7-a275-4bf9-9877-2069cd5718ea,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:37:12.190220 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '579505c7-a275-4bf9-9877-2069cd5718ea', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:37:12.226354 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:12.239064 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579505c7-a275-4bf9-9877-2069cd5718ea {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:37:12.257559 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 579505c7-a275-4bf9-9877-2069cd5718ea, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=579505c7-a275-4bf9-9877-2069cd5718ea,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:37:12.261580 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:12.309978 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=579505c7-a275-4bf9-9877-2069cd5718ea,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:12.316695 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.317046 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.317386 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.317749 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.318085 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.318417 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.318748 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.319073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.319422 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.319748 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.320071 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.320397 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:12.500503 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['579505c7-a275-4bf9-9877-2069cd5718ea'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:37:12.670085 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1e426-5c87-4ae1-a0e5-00c04eae3e43 req-d4d7e4a6-d993-42eb-b620-e594fc8c8c10 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:12.671569 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eca1e426-5c87-4ae1-a0e5-00c04eae3e43 req-d4d7e4a6-d993-42eb-b620-e594fc8c8c10 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 945 time: 0.0479136 Sep 23 10:37:12.709873 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eca1e426-5c87-4ae1-a0e5-00c04eae3e43 req-45198a12-9b3b-415e-8590-643abc02410d tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Sep 23 10:37:13.821108 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f1c8f-5e8f-4c21-af5d-c03bf04571b3 req-84722665-13e3-46bc-8d24-a7a7e2373ad5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:13.822866 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-682f1c8f-5e8f-4c21-af5d-c03bf04571b3 req-84722665-13e3-46bc-8d24-a7a7e2373ad5 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 945 time: 0.0481784 Sep 23 10:37:13.863660 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-682f1c8f-5e8f-4c21-af5d-c03bf04571b3 req-cb92abf3-fc93-4770-a91c-9bed06e5287b tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Sep 23 10:37:14.097793 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 579505c7-a275-4bf9-9877-2069cd5718ea up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:37:14.144900 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 579505c7-a275-4bf9-9877-2069cd5718ea completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:37:14.148466 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 579505c7-a275-4bf9-9877-2069cd5718ea triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:37:14.148843 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:14.223302 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:14.244972 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:37:14.247242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d8230-343e-4fba-9fad-423f93be95fa" -d '{"events": [{"server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "name": "network-vif-plugged", "status": "completed", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:37:14.260476 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 579505c7-a275-4bf9-9877-2069cd5718ea, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=579505c7-a275-4bf9-9877-2069cd5718ea,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:37:14.264335 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:14.292155 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155818d8-6dc0-4b10-87ba-0a1e74124f2b x-openstack-request-id: req-155818d8-6dc0-4b10-87ba-0a1e74124f2b {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:37:14.292448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "name": "network-vif-plugged", "status": "completed", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:37:14.292700 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-155818d8-6dc0-4b10-87ba-0a1e74124f2b {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:37:14.293084 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea', 'code': 200} Sep 23 10:37:14.318143 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=579505c7-a275-4bf9-9877-2069cd5718ea,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:14.537223 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b07c1-a654-412e-8ae5-d76624f98dce req-42abd5c2-04f8-43bb-acb2-e446596f33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:14.538729 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8b4b07c1-a654-412e-8ae5-d76624f98dce req-42abd5c2-04f8-43bb-acb2-e446596f33ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1099 time: 0.0910614 Sep 23 10:37:14.573205 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-8b4b07c1-a654-412e-8ae5-d76624f98dce req-2c156507-2d08-4d12-a90e-6aae640432db service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273743 Sep 23 10:37:14.973619 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117542-0934-4e5d-8732-899ff76365ab req-537273da-43f1-4765-a540-0316aeed7b2c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:14.975078 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0d117542-0934-4e5d-8732-899ff76365ab req-537273da-43f1-4765-a540-0316aeed7b2c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 946 time: 0.0470622 Sep 23 10:37:15.011522 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0d117542-0934-4e5d-8732-899ff76365ab req-fece9e9f-8685-4ad2-b5e4-548b35ca71c2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302024 Sep 23 10:37:16.124585 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16f50e-d4cc-45ac-8b78-bb56cddf4441 req-1a65cb7c-58eb-455a-968c-f225a2d458a6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:16.126130 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af16f50e-d4cc-45ac-8b78-bb56cddf4441 req-1a65cb7c-58eb-455a-968c-f225a2d458a6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Sep 23 10:37:16.165196 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af16f50e-d4cc-45ac-8b78-bb56cddf4441 req-c6030c6d-b479-48f4-9e88-4fa92e849534 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Sep 23 10:37:16.274874 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648417-3d92-496f-b28f-eaa1a6c6f595 req-35048e7f-a2cc-47b9-8c3d-bc9abd6a66a9 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:16.276905 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-36648417-3d92-496f-b28f-eaa1a6c6f595 req-35048e7f-a2cc-47b9-8c3d-bc9abd6a66a9 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 946 time: 0.0482154 Sep 23 10:37:16.313466 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-36648417-3d92-496f-b28f-eaa1a6c6f595 req-660bc627-f885-48ca-b843-e00cd1b4fe1f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306785 Sep 23 10:37:16.334703 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34278) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:37:16.372824 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46389196-af0d-46b1-a4eb-941bf8205bf4 tempest-TestVolumeBootPattern-65062977 tempest-TestVolumeBootPattern-65062977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:16.374340 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-46389196-af0d-46b1-a4eb-941bf8205bf4 tempest-TestVolumeBootPattern-65062977 tempest-TestVolumeBootPattern-65062977-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1094 time: 0.0387006 Sep 23 10:37:16.377044 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34280) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:37:16.381207 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:37:16.402858 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:16.497260 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:16.596279 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Allocated IP 172.27.2.98 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/7a84153a-0263-43df-8bc1-31ea23b96b35) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:37:16.695699 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:16.729918 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:16.765662 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:37:16.769764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:37:16.773154 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:37:16.796152 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=7a84153a-0263-43df-8bc1-31ea23b96b35,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:16.809544 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.809929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.810266 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.810598 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.810927 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.811255 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.811576 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.811900 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.812221 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.812621 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.812941 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:16.813258 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:37:17.135176 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:17.197982 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:17.342109 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:17.346428 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:17.413659 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=7a84153a-0263-43df-8bc1-31ea23b96b35,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:37:17.425226 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:17.521992 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Floating IP 6dea9399-8799-41af-8e05-e06289d407af associated. External IP: 172.27.2.98, port: 579505c7-a275-4bf9-9877-2069cd5718ea. Sep 23 10:37:17.719433 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:37:17.827439 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:37:17.837309 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:37:17.844034 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:17.847922 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:37:17.848519 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:36:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:17.872691 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-4ead78a9-1aee-4910-82c0-4c16d63df1b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4947231 Sep 23 10:37:17.873276 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:37:17.875612 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621ae89c-d6cb-43d6-bf64-a2866d6745d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:37:17.960075 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:37:17.969372 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de1d43b-66f3-40c7-bdd5-4d4cab78af14 x-openstack-request-id: req-4de1d43b-66f3-40c7-bdd5-4d4cab78af14 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:37:17.969764 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:37:17.969970 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4de1d43b-66f3-40c7-bdd5-4d4cab78af14 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:37:17.970369 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea', 'status': 'completed', 'code': 200} Sep 23 10:37:18.031906 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-e0aa3ffc-bdf7-481d-b8d5-1a990844b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:18.033891 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-e0aa3ffc-bdf7-481d-b8d5-1a990844b7bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1099 time: 0.0415061 Sep 23 10:37:18.228316 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-d0709de6-6916-47c1-9784-5aaea63f6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:18.229763 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-d0709de6-6916-47c1-9784-5aaea63f6414 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0845981 Sep 23 10:37:18.299109 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-6f3e00d9-1150-40d3-ac85-fdc0f883c1de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 999 time: 0.0625417 Sep 23 10:37:18.302040 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:16Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:18.332535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:37:18.340725 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:37:18.341343 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:36:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:18.347021 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-6ae2660e-7e1a-4577-a9dd-f3d019976c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:18.348479 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-6ae2660e-7e1a-4577-a9dd-f3d019976c8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0428517 Sep 23 10:37:18.399441 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-0b81d67d-f251-4135-a6ab-17703d63e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:37:18.400961 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-0b81d67d-f251-4135-a6ab-17703d63e6fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459552 Sep 23 10:37:18.411886 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-b1c60460-b2d3-4cc1-b5bb-e349e4c7db78 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 10:37:18.412864 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-b1c60460-b2d3-4cc1-b5bb-e349e4c7db78 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049267 Sep 23 10:37:18.446278 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:37:18.506109 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-ca1d0a24-2fbc-47af-94f7-c5cfd3ecbdf3 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864642 Sep 23 10:37:18.597352 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-621ae89c-d6cb-43d6-bf64-a2866d6745d7 req-ff8081fe-dee4-49ef-8bf8-44a5c2cbd3b4 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Sep 23 10:37:18.676574 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:16Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:37:18.707678 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6809-2928-4e53-bb67-14c3b580d689 None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:16Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:37:18.882950 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49f2c6-e64d-4927-9b9d-ff7d84b2b19c None None] New status for floating IP 6dea9399-8799-41af-8e05-e06289d407af: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:37:21.190388 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:37:22.828970 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-053647f3-eb57-47c7-bf89-71af7ba212d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:25.375064 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-1ec5776d-5363-48e7-bdab-1273d390e49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:25.431458 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:26.062577 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:26.633080 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:28.483194 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:52.829214 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2b1f-925f-4278-85b7-98a5757589ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:55.375186 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-7386169d-1408-46a6-9932-5c51e7d45e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:55.455654 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:56.062668 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:56.636031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:37:58.189122 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:37:58.486993 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:02.878705 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-ac14ff5d-8797-462b-ae87-cc16516f5936 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376813 Sep 23 10:38:02.957243 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43237f-7890-4d93-8318-835f8d331a3f req-4c3597c0-e069-460d-b71b-57af3acea52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:02.958753 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-4c3597c0-e069-460d-b71b-57af3acea52e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1099 time: 0.0398760 Sep 23 10:38:03.060438 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43237f-7890-4d93-8318-835f8d331a3f req-37bb6b0e-6d07-4f2d-9ba2-ee59734fca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:03.061813 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-37bb6b0e-6d07-4f2d-9ba2-ee59734fca78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0850048 Sep 23 10:38:03.126860 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-9ba3c4e0-c6cf-4b99-ac37-1babaf053e6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 1001 time: 0.0578947 Sep 23 10:38:03.174009 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43237f-7890-4d93-8318-835f8d331a3f req-860268f5-3267-4b2d-b1a4-8276403e313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:03.175439 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-860268f5-3267-4b2d-b1a4-8276403e313c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0414553 Sep 23 10:38:03.226872 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43237f-7890-4d93-8318-835f8d331a3f req-da8d5713-7c8d-4523-8eb7-8d0e7294ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:03.228357 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-da8d5713-7c8d-4523-8eb7-8d0e7294ab01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461500 Sep 23 10:38:03.323207 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-96055770-f97d-4c4c-b772-413740de32e7 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874026 Sep 23 10:38:03.411026 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-3f43237f-7890-4d93-8318-835f8d331a3f req-363c7a7b-6e15-4635-8be3-553330714730 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808558 Sep 23 10:38:22.829401 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ae2be7bc-146d-4c9f-a953-27fa61e51fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:25.376146 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c890253f-2cd0-4f65-9d3c-bf233de1fa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:25.449076 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:26.064363 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:26.639371 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:28.490541 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:35.187540 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:38:52.830500 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a3c316b1-5322-4a77-9651-64d5d7475386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:52.931694 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-284f5d72-fb5e-4463-9b79-10079cee6af0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129458093&fields=id&tenant_id=258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 267 time: 0.0316885 Sep 23 10:38:53.037048 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-dfc9bcf5-590d-4efe-98de-e0eb34a5e400 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:53.038437 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-dfc9bcf5-590d-4efe-98de-e0eb34a5e400 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 812 time: 0.1001887 Sep 23 10:38:53.052737 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0d6543a1-686f-4872-bbac-23a4b6c71c00 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/quotas/258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 375 time: 0.0086336 Sep 23 10:38:53.381417 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-5e737360-502d-43d8-abc4-1f5cb5cf20b7 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3236387 Sep 23 10:38:53.475579 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-273810de-de45-43d5-9fab-8b997f0f272b service neutron] 10.222.0.50 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829897 Sep 23 10:38:53.561730 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-868a43fa-1432-4632-ac0b-010568c9387c service neutron] 10.222.0.50 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802419 Sep 23 10:38:53.841221 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-69185649-9bd5-4b36-bccd-b73ca8be8393 req-a6ba0707-659d-47e3-aaa1-25f58663103f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 210 time: 0.0262227 Sep 23 10:38:54.863246 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-ba22a542-fd94-4024-ac16-60b27a10e9af tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:54.864702 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-ba22a542-fd94-4024-ac16-60b27a10e9af tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 812 time: 0.1165702 Sep 23 10:38:54.907483 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-f4a18a04-6b05-40d5-ac2c-0a67bfbd34ac tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=258d2f15015b433da2c859073db584bf HTTP/1.1" status: 200 len: 380 time: 0.0336559 Sep 23 10:38:54.922557 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'port': {'device_id': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'admin_state_up': True, 'tenant_id': '258d2f15015b433da2c859073db584bf', 'security_groups': ['e39ebc32-c4aa-4bc8-8321-361b7f692f0d']}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:38:54.940033 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-bb352348-c651-44de-921a-a74d75f00612 req-f85b83cb-6e0a-449c-bffe-73778682674b tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 210 time: 0.0316210 Sep 23 10:38:55.043968 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Made reservation on behalf of 258d2f15015b433da2c859073db584bf for: {'port': 1} {{(pid=93965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 10:38:55.047447 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.167820 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Allocated IP 172.20.0.14 (37693ba0-a001-4f66-b6bf-c64d1078488a/b54bebe0-3a89-4432-a1d2-626b7547e76c/7cd6d051-b596-473f-a5a5-e376cf6983e0) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:38:55.311380 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.344519 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.376361 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-0f49ee4f-1a3c-4cb1-9eee-3d88be896f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.386071 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Network 37693ba0-a001-4f66-b6bf-c64d1078488a is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:38:55.389015 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:38:55.392656 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:38:55.400852 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=7cd6d051-b596-473f-a5a5-e376cf6983e0,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:38:55.434248 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.434515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.435080 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.435230 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.435504 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.435842 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.436169 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.436492 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.436823 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.437143 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.437463 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.437845 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:38:55.447552 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.461479 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:55.462116 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.476111 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0660bef0-201c-4e43-8d51-0a1d141c246c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588737 Sep 23 10:38:55.488744 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Request body: {'port': {'device_id': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81045'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:38:55.543685 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.627204 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-a028a0f2-887d-48a1-b68a-6624ab4cd8de None None] Provisioning complete for port 7cd6d051-b596-473f-a5a5-e376cf6983e0 triggered by entity DHCP. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:38:55.627760 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-a028a0f2-887d-48a1-b68a-6624ab4cd8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.664923 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-a028a0f2-887d-48a1-b68a-6624ab4cd8de None None] Port 7cd6d051-b596-473f-a5a5-e376cf6983e0 cannot update to ACTIVE because it is not bound. {{(pid=93967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 10:38:55.804124 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd6d051-b596-473f-a5a5-e376cf6983e0 {{(pid=93965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:38:55.811472 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.828025 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.provisioning_blocks [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Transition to ACTIVE for port object 7cd6d051-b596-473f-a5a5-e376cf6983e0 will not be triggered until provisioned by entity L2. {{(pid=93965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 10:38:55.832313 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:55.901707 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd6d051-b596-473f-a5a5-e376cf6983e0,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:38:55.951637 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Attempting to bind port 7cd6d051-b596-473f-a5a5-e376cf6983e0 on host hv-cinder-81045 for vnic_type normal with profile {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 10:38:55.951974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Attempting to bind port 7cd6d051-b596-473f-a5a5-e376cf6983e0 by drivers openvswitch,hyperv on host hv-cinder-81045 at level 0 using segments [{'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 10:38:55.952310 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Attempting to bind port 7cd6d051-b596-473f-a5a5-e376cf6983e0 on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:38:55.956882 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Port 7cd6d051-b596-473f-a5a5-e376cf6983e0 on network 37693ba0-a001-4f66-b6bf-c64d1078488a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81045 {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 10:38:55.957205 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Attempting to bind port 7cd6d051-b596-473f-a5a5-e376cf6983e0 on network 37693ba0-a001-4f66-b6bf-c64d1078488a {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 10:38:55.962130 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Checking agent: {'id': '7f9c91d0-49e6-4c87-a181-bd5772d3d9d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81045', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'started_at': datetime.datetime(2021, 9, 23, 10, 24, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 10:38:55.962475 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Checking segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 10:38:55.962968 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Bound using segment: {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'} {{(pid=93965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 10:38:55.963475 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.managers [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Bound port: 7cd6d051-b596-473f-a5a5-e376cf6983e0, host: hv-cinder-81045, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb49bd8f-99cf-4767-83fb-ee794f192ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a'}}] {{(pid=93965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 10:38:55.963769 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:56.047480 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] For port 7cd6d051-b596-473f-a5a5-e376cf6983e0, host hv-cinder-81045, cleared binding levels {{(pid=93965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 10:38:56.065583 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:56.076404 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] For port 7cd6d051-b596-473f-a5a5-e376cf6983e0, host hv-cinder-81045, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 10:38:56.084373 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:56.122030 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aa882-f183-4802-a82e-48047c084c61 req-8ee634bb-76bb-4d95-b77b-d25f089295e4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.123519 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0a3aa882-f183-4802-a82e-48047c084c61 req-8ee634bb-76bb-4d95-b77b-d25f089295e4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0955422 Sep 23 10:38:56.130950 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.131611 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:56.132923 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] 10.222.0.59 "PUT /v2.0/ports/7cd6d051-b596-473f-a5a5-e376cf6983e0 HTTP/1.1" status: 200 len: 1094 time: 0.6485956 Sep 23 10:38:56.133369 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:38:56.135644 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006fb01d-dcc9-47e4-9892-94cee659081b" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:38:56.211832 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e70b08-8ba6-4296-b75f-49c40e61f165 x-openstack-request-id: req-d7e70b08-8ba6-4296-b75f-49c40e61f165 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:38:56.212128 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:38:56.212382 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7e70b08-8ba6-4296-b75f-49c40e61f165 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:38:56.212775 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'status': 'completed', 'code': 200} Sep 23 10:38:56.218306 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1da9f-3e94-4ec1-b49a-fb53a2a67e61 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd6d051-b596-473f-a5a5-e376cf6983e0,revision_number=3']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:38:56.229800 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-0a3aa882-f183-4802-a82e-48047c084c61 req-6b897ac8-3793-4c45-9a10-2771196c3850 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885928 Sep 23 10:38:56.240251 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-9602d140-cb43-4361-8c90-0e8a972b52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.241870 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-9602d140-cb43-4361-8c90-0e8a972b52d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 1097 time: 0.0657225 Sep 23 10:38:56.289683 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-2260601c-8f74-45d9-9f90-faa3ea00af19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0 HTTP/1.1" status: 200 len: 217 time: 0.0399148 Sep 23 10:38:56.338164 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0bdab4a5-575b-479b-b27a-918a2d99c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.339591 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-0bdab4a5-575b-479b-b27a-918a2d99c210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0431001 Sep 23 10:38:56.383256 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-8b361574-7bab-48e0-9758-bb7da8004e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.384730 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-8b361574-7bab-48e0-9758-bb7da8004e14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380664 Sep 23 10:38:56.476876 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-ff6932d1-7445-4722-9a69-9a5bcde40b99 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849440 Sep 23 10:38:56.563756 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-825850a3-d78a-4140-9dcd-1e50e4df68ab req-5c55d06b-f5c7-4091-ae1c-73a38b922d45 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796273 Sep 23 10:38:56.643681 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:56.653870 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fb01d-dcc9-47e4-9892-94cee659081b req-7984b7ba-6055-4f10-9868-1afde342f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.655353 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-7984b7ba-6055-4f10-9868-1afde342f1b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 1097 time: 0.0444725 Sep 23 10:38:56.741041 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fb01d-dcc9-47e4-9892-94cee659081b req-79d2fa87-3dff-494e-82dd-04676f634059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.742474 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-79d2fa87-3dff-494e-82dd-04676f634059 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0802715 Sep 23 10:38:56.789034 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-28e97574-5bac-401c-aa09-76da7b7458c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0 HTTP/1.1" status: 200 len: 217 time: 0.0386992 Sep 23 10:38:56.840896 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fb01d-dcc9-47e4-9892-94cee659081b req-275ffa1e-6be7-4454-9da1-c08dd31c60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.842382 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-275ffa1e-6be7-4454-9da1-c08dd31c60b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0458419 Sep 23 10:38:56.886561 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fb01d-dcc9-47e4-9892-94cee659081b req-b60ce803-eb83-47f3-b9fb-018d94ada7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:56.887960 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-b60ce803-eb83-47f3-b9fb-018d94ada7b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385301 Sep 23 10:38:56.981760 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-be775530-0e2a-4578-9a6b-d6205dd9b95c service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818675 Sep 23 10:38:57.073629 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-006fb01d-dcc9-47e4-9892-94cee659081b req-acb3e6a6-e892-43ac-a69e-5fc09c196148 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801287 Sep 23 10:38:57.343074 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edfa3c-8486-469a-885e-9f4366f1588a req-8f8c78e0-45d2-4ca1-a1a3-93fe1a6af8c2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:57.344525 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5edfa3c-8486-469a-885e-9f4366f1588a req-8f8c78e0-45d2-4ca1-a1a3-93fe1a6af8c2 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0476301 Sep 23 10:38:57.385054 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-e5edfa3c-8486-469a-885e-9f4366f1588a req-e53b2349-f0a6-4384-9def-81521f2e7e79 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Sep 23 10:38:58.493642 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:38:58.497096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d84322-c5c0-4c4f-8eef-f4caf2719685 req-bded465f-8dd7-4976-acb2-a34364384765 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:58.498645 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-33d84322-c5c0-4c4f-8eef-f4caf2719685 req-bded465f-8dd7-4976-acb2-a34364384765 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0476780 Sep 23 10:38:58.539206 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-33d84322-c5c0-4c4f-8eef-f4caf2719685 req-565cc01e-3fe4-497b-984e-6fc4a8b329dc tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307984 Sep 23 10:38:59.651734 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267202-a770-46af-9930-4e75f59d077b req-9d8343d7-95ba-4597-a3b7-03a6dc8dea6f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:38:59.653183 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f8267202-a770-46af-9930-4e75f59d077b req-9d8343d7-95ba-4597-a3b7-03a6dc8dea6f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0475893 Sep 23 10:38:59.688798 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f8267202-a770-46af-9930-4e75f59d077b req-fe820ec7-6aae-4461-b2a1-051abc42ea37 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297265 Sep 23 10:39:00.799039 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a52fa-0b77-43e6-9555-63b3a7dd71fa req-485a2471-e4ea-42a7-b7f9-07a5e7e58246 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:00.800571 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-351a52fa-0b77-43e6-9555-63b3a7dd71fa req-485a2471-e4ea-42a7-b7f9-07a5e7e58246 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0473533 Sep 23 10:39:00.842684 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-351a52fa-0b77-43e6-9555-63b3a7dd71fa req-2623e802-c5cb-403d-9073-bbf28337ff12 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355699 Sep 23 10:39:01.958860 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f3ec-f92f-4066-8245-e15030ba022c req-f85a668b-92be-4f98-83a2-eb8b2516a618 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:01.960307 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7076f3ec-f92f-4066-8245-e15030ba022c req-f85a668b-92be-4f98-83a2-eb8b2516a618 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0467205 Sep 23 10:39:01.999622 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7076f3ec-f92f-4066-8245-e15030ba022c req-93a7f8e1-746c-4e91-a7ca-85418e2f64d9 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Sep 23 10:39:03.109959 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568906a2-9d03-4766-a4cf-f8533b42f7ea req-d4472dbc-b19f-48fc-a748-42c00b3ab6df tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:03.111334 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-568906a2-9d03-4766-a4cf-f8533b42f7ea req-d4472dbc-b19f-48fc-a748-42c00b3ab6df tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0479841 Sep 23 10:39:03.147760 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-568906a2-9d03-4766-a4cf-f8533b42f7ea req-d0df1843-ceaf-4fdc-a010-13290cde1420 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Sep 23 10:39:03.891189 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-3b364fce-62a6-4f0e-9074-e2ca86275f6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374298 Sep 23 10:39:03.974160 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92288bdf-e27d-4cff-abba-695cc325368c req-c103b4f7-a147-407b-a129-cd8e6240e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:03.975601 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-c103b4f7-a147-407b-a129-cd8e6240e758 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1099 time: 0.0426764 Sep 23 10:39:04.075499 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92288bdf-e27d-4cff-abba-695cc325368c req-ab3c34c1-b3ae-47c1-ac9d-95849a42cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:04.076840 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-ab3c34c1-b3ae-47c1-ac9d-95849a42cd5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0820508 Sep 23 10:39:04.144279 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-7bb5cc0e-7016-4413-8a67-25157355d91c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 1001 time: 0.0588615 Sep 23 10:39:04.193330 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92288bdf-e27d-4cff-abba-695cc325368c req-4e6f9bc9-e585-4718-9dfd-dbabe97a311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:04.194800 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-4e6f9bc9-e585-4718-9dfd-dbabe97a311f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0425169 Sep 23 10:39:04.272800 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92288bdf-e27d-4cff-abba-695cc325368c req-3e9180a7-81a0-4e3f-a6c1-6c8e5c34d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:04.274322 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-3e9180a7-81a0-4e3f-a6c1-6c8e5c34d2fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709054 Sep 23 10:39:04.286051 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cf065-51fc-434c-b7c6-5f141815d71a req-dbcd3c28-2395-4d2e-8142-8e4de456edf4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:04.287429 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9a1cf065-51fc-434c-b7c6-5f141815d71a req-dbcd3c28-2395-4d2e-8142-8e4de456edf4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 944 time: 0.0738528 Sep 23 10:39:04.374033 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9a1cf065-51fc-434c-b7c6-5f141815d71a req-8946b891-fe30-45b0-ad70-11f3f3f1f597 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788987 Sep 23 10:39:04.394155 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-3d96332e-fd63-4b20-8707-5f39176466ac service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058106 Sep 23 10:39:04.414560 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7cd6d051-b596-473f-a5a5-e376cf6983e0 details requested by agent hyperv_hv-cinder-81045 with host hv-cinder-81045 {{(pid=93967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 10:39:04.488037 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-92288bdf-e27d-4cff-abba-695cc325368c req-3237658a-13cc-48d9-ae59-37ca641c6d35 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853305 Sep 23 10:39:04.510010 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7cd6d051-b596-473f-a5a5-e376cf6983e0, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:39:04.520803 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Returning: {'device': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'port_id': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'mac_address': 'fa:16:3e:d7:d6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 10:39:04.559908 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:04.572798 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd6d051-b596-473f-a5a5-e376cf6983e0 {{(pid=93967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 10:39:04.590946 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7cd6d051-b596-473f-a5a5-e376cf6983e0, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:39:04.595535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:04.641631 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7cd6d051-b596-473f-a5a5-e376cf6983e0,revision_number=4']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:39:04.648314 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.648667 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.649009 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.649347 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.649712 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.650052 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.650386 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.650709 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.651061 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.651390 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.651713 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.652034 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:39:04.843924 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] get_ports_and_sgs() called for port_ids ['7cd6d051-b596-473f-a5a5-e376cf6983e0'] {{(pid=93967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 10:39:05.485013 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4274b-3bc0-49f3-976a-0cbc5b9de121 req-05ba550d-61fa-40e6-811d-9f9fd6be240a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:05.486872 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-33e4274b-3bc0-49f3-976a-0cbc5b9de121 req-05ba550d-61fa-40e6-811d-9f9fd6be240a tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Sep 23 10:39:05.523618 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-33e4274b-3bc0-49f3-976a-0cbc5b9de121 req-3a75fc6c-5343-4ed4-9db5-54250acf39cd tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309684 Sep 23 10:39:06.431691 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7cd6d051-b596-473f-a5a5-e376cf6983e0 up at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 10:39:06.478177 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning for port 7cd6d051-b596-473f-a5a5-e376cf6983e0 completed by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 10:39:06.482115 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.provisioning_blocks [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Provisioning complete for port 7cd6d051-b596-473f-a5a5-e376cf6983e0 triggered by entity L2. {{(pid=93967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 10:39:06.482495 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4115169'] for port, provisioning_complete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:06.559317 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:06.586024 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0'}] {{(pid=93967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:39:06.588267 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3382ffb33b6b7e01ef1c167ec9ac50cfd217fa1f7e161a3f23fdd21eab62c334" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6693663-f3e5-4b97-b0f9-110b20af12e1" -d '{"events": [{"server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "name": "network-vif-plugged", "status": "completed", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0"}]}' {{(pid=93967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:39:06.601345 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] For port 7cd6d051-b596-473f-a5a5-e376cf6983e0, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:39:06.605603 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539'] for port, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:06.649512 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741fb2f-38de-454e-a1e5-41b72db7825a req-80ec02bf-1789-4a09-b67a-9863b14dc2ce tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:06.654223 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Pushing event updated for resources: {'Port': ['ID=7cd6d051-b596-473f-a5a5-e376cf6983e0,revision_number=5']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:39:06.663168 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9741fb2f-38de-454e-a1e5-41b72db7825a req-80ec02bf-1789-4a09-b67a-9863b14dc2ce tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0643086 Sep 23 10:39:06.690212 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af8077-5d2d-40ba-92fb-bf80ae5d9009 x-openstack-request-id: req-24af8077-5d2d-40ba-92fb-bf80ae5d9009 {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:39:06.690506 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "name": "network-vif-plugged", "status": "completed", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0", "code": 200}]} {{(pid=93967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:39:06.691228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24af8077-5d2d-40ba-92fb-bf80ae5d9009 {{(pid=93967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:39:06.691627 dv-cinder-810457-3-iscsi neutron-server[93967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'code': 200} Sep 23 10:39:06.706677 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-9741fb2f-38de-454e-a1e5-41b72db7825a req-432ca566-451b-46e1-bf67-5526142017ed tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 Sep 23 10:39:06.900938 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb66fa-7f22-4cfb-956f-2cf16b37e5bb req-819b0e02-04b4-4e47-83ae-32a23e10063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:06.902569 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45cb66fa-7f22-4cfb-956f-2cf16b37e5bb req-819b0e02-04b4-4e47-83ae-32a23e10063f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 1099 time: 0.0405340 Sep 23 10:39:06.937040 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-45cb66fa-7f22-4cfb-956f-2cf16b37e5bb req-1139132e-705d-4db3-85eb-0065608706ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274801 Sep 23 10:39:07.821430 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737714c-78f3-4d56-9aa5-19b6790de950 req-f1b1f51a-a931-46ab-a623-2975f52fe244 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:07.822951 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7737714c-78f3-4d56-9aa5-19b6790de950 req-f1b1f51a-a931-46ab-a623-2975f52fe244 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Sep 23 10:39:07.859312 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-7737714c-78f3-4d56-9aa5-19b6790de950 req-f9ec347a-5c41-4d20-996e-a8897edf5c12 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305078 Sep 23 10:39:08.972656 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c2fb3-76b1-4e57-a6b2-1d6aa794d314 req-22372a04-3b41-49c7-80b5-bc5e079a55b4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:08.974827 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-289c2fb3-76b1-4e57-a6b2-1d6aa794d314 req-22372a04-3b41-49c7-80b5-bc5e079a55b4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0493674 Sep 23 10:39:09.014237 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-289c2fb3-76b1-4e57-a6b2-1d6aa794d314 req-86bdd835-9e50-4df6-a34a-546596131d05 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Sep 23 10:39:09.123465 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197bdb0-49f0-4a10-9ac8-4d9f7795f2d2 req-60f8364e-eeb5-4c9e-b041-18db146a913e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:09.124909 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f197bdb0-49f0-4a10-9ac8-4d9f7795f2d2 req-60f8364e-eeb5-4c9e-b041-18db146a913e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0473011 Sep 23 10:39:09.161255 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-f197bdb0-49f0-4a10-9ac8-4d9f7795f2d2 req-e94487ac-6211-4ed4-a703-f58289b1c011 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305879 Sep 23 10:39:09.184420 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34400) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:39:09.222134 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf556d-114b-45dd-885f-bd42fb786958 tempest-TestVolumeBootPattern-65062977 tempest-TestVolumeBootPattern-65062977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:09.223583 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c0cf556d-114b-45dd-885f-bd42fb786958 tempest-TestVolumeBootPattern-65062977 tempest-TestVolumeBootPattern-65062977-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 1094 time: 0.0382171 Sep 23 10:39:09.226145 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34402) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:39:09.230196 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.v2.base [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Request body: {'floatingip': {'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'port_id': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 10:39:09.250759 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:09.346984 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:09.444797 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_common [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Allocated IP 172.27.2.36 (3d5693f5-85ab-489a-8a6e-84ff29f059af/74c8307d-d2e3-4db9-8830-4d02e9c313d6/e4b0e982-4b42-4d4f-8427-6da5609db31f) {{(pid=93965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 10:39:09.546366 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:09.578513 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787554723503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:09.614863 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Network 3d5693f5-85ab-489a-8a6e-84ff29f059af is already hosted by enough agents. {{(pid=93965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 10:39:09.617598 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.base_scheduler [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Resources bound (agent type, host, resource id): {{(pid=93965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 10:39:09.621139 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Received port after_create {{(pid=93965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 10:39:09.628960 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=e4b0e982-4b42-4d4f-8427-6da5609db31f,revision_number=1']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:39:09.973564 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:10.035461 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3690813'] for port, before_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:10.177729 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for port, precommit_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:10.181807 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787555213316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787554723521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787554723539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25401364'] for port, after_update {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:10.253049 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event updated for resources: {'Port': ['ID=e4b0e982-4b42-4d4f-8427-6da5609db31f,revision_number=2']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:39:10.264292 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-988956'] for floatingip, after_create {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:10.357620 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Floating IP 3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7 associated. External IP: 172.27.2.36, port: 7cd6d051-b596-473f-a5a5-e376cf6983e0. Sep 23 10:39:10.554877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:39:10.656849 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:39:10.667806 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:39:10.672520 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:10.678048 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:39:10.678673 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:38:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:39:10.700167 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-bd029edf-3043-47a1-8bc6-4824bf79104c tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4730475 Sep 23 10:39:10.700765 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:39:10.703036 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e01ca4-6709-4897-913e-59a274651c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:39:10.741252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e1451-9e4e-4e5b-8204-5d62a6fb37a9 x-openstack-request-id: req-b66e1451-9e4e-4e5b-8204-5d62a6fb37a9 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:39:10.741543 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:39:10.741824 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b66e1451-9e4e-4e5b-8204-5d62a6fb37a9 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:39:10.742223 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'status': 'completed', 'code': 200} Sep 23 10:39:10.786765 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:39:10.806417 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01ca4-6709-4897-913e-59a274651c9b req-8191ae14-adbc-4381-a557-3b9f65848fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:10.807878 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-8191ae14-adbc-4381-a557-3b9f65848fee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 1099 time: 0.0430338 Sep 23 10:39:10.898419 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01ca4-6709-4897-913e-59a274651c9b req-344fc9a3-979c-47d9-ae9f-32f3f7994014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:10.899899 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-344fc9a3-979c-47d9-ae9f-32f3f7994014 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0844243 Sep 23 10:39:10.969307 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-9921b030-13ed-4f0a-8ba3-74b04c9a5b75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0 HTTP/1.1" status: 200 len: 999 time: 0.0625281 Sep 23 10:39:11.013947 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:d7:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:39:09Z', 'updated_at': '2021-09-23T10:39:09Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}, {'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:18Z', 'revision_number': 1, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:39:11.017063 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01ca4-6709-4897-913e-59a274651c9b req-292709db-2c6b-479b-8076-a94d8b8721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:11.018533 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-292709db-2c6b-479b-8076-a94d8b8721c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0427980 Sep 23 10:39:11.040535 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:39:11.048975 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:39:11.049953 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:38:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:39:11.062865 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01ca4-6709-4897-913e-59a274651c9b req-b24c189e-c8d4-4fea-8b95-9de224953155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:39:11.064280 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-b24c189e-c8d4-4fea-8b95-9de224953155 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387700 Sep 23 10:39:11.153498 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:39:11.156338 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-0e2caaaa-7cf4-4f36-b9fe-c20f3d35f315 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840046 Sep 23 10:39:11.244634 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-66e01ca4-6709-4897-913e-59a274651c9b req-05d6678c-8469-4830-ac1f-d96854dffd28 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809886 Sep 23 10:39:11.491879 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:d7:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:39:09Z', 'updated_at': '2021-09-23T10:39:09Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}, {'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:18Z', 'revision_number': 1, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:39:11.520574 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c6b66-90c3-4694-9724-4ff9bbc052df None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:d7:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:39:09Z', 'updated_at': '2021-09-23T10:39:09Z', 'revision_number': 0, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}, {'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:18Z', 'revision_number': 1, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:39:11.701996 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad2e31d-bd7f-4fd2-9a53-4a636793942c None None] New status for floating IP 3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7: ACTIVE {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:39:12.185472 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:39:22.834733 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c2da-804a-4863-828b-dd8834d22510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:25.376992 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d7ea-88df-4b86-a7c8-126b53db733c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:25.458984 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:26.066459 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:26.644248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:28.496095 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:49.184090 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:39:52.835150 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-728494f1-29fe-4d6a-91db-65a646f72306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:55.375342 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2d9ee69-a16b-4850-aae4-a7b97b5e7aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:55.460189 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:56.067404 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:56.647405 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:39:58.498996 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:05.873529 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-b60a27e5-7479-4ae5-9185-113f4ffb4bfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415220 Sep 23 10:40:06.218971 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-8c2c4d69-8134-4231-a3ac-cb65701e74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:06.220445 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-8c2c4d69-8134-4231-a3ac-cb65701e74ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1099 time: 0.3020990 Sep 23 10:40:06.320710 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-63fc7169-942c-485b-8d7e-d092baddbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:06.322165 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-63fc7169-942c-485b-8d7e-d092baddbdec service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.0819182 Sep 23 10:40:06.386983 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-a533d1ef-2a32-427f-9972-ec8f164e88e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 1001 time: 0.0582197 Sep 23 10:40:06.434805 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-a0234371-9f71-42d1-b954-cc9dbdf0b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:06.436169 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-a0234371-9f71-42d1-b954-cc9dbdf0b112 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0422063 Sep 23 10:40:06.479347 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-3371bbd1-ace2-42bd-8de3-ebb3ffd22fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:06.480697 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-3371bbd1-ace2-42bd-8de3-ebb3ffd22fab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380149 Sep 23 10:40:06.570064 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-fbbe5aaf-fa58-4d65-9e3d-bfc6b0b67e73 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823853 Sep 23 10:40:06.660675 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-315fe9fc-62d9-422c-95f8-f0d2c12396ff req-a3b56925-bd0e-4d9a-83c9-839cd29ed0a6 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836937 Sep 23 10:40:22.835843 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d9d00f9f-ba4a-4753-b568-e59843c6d208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:25.376087 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dea1d103-b4eb-4aaa-98b9-84b1537265b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:25.476916 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:26.070189 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:26.182454 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:40:26.650873 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:28.506101 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:37.924257 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34448) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:38.143789 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Deleting port e4b0e982-4b42-4d4f-8427-6da5609db31f {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:38.144143 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:38.215525 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:38.215855 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:38.226927 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Calling delete_port for e4b0e982-4b42-4d4f-8427-6da5609db31f owned by network:floatingip {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:38.366787 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:38.392789 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'Port': ['ID=e4b0e982-4b42-4d4f-8427-6da5609db31f,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:38.418039 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.418391 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.418734 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.419070 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.419403 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.419734 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.420067 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.420396 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.420723 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.421046 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.421368 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.421714 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:38.462974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:38.463308 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.db.l3_db [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Floating IP 3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7 disassociated (deleted). External IP: 172.27.2.36, port: 7cd6d051-b596-473f-a5a5-e376cf6983e0. Sep 23 10:40:38.666353 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:40:38.774433 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:40:38.779766 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:38.784475 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:40:38.793919 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:38.794578 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:38.806998 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-47fc66b1-59be-49e9-a306-4672afa49f0e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "DELETE /v2.0/floatingips/3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7 HTTP/1.1" status: 204 len: 168 time: 0.8816617 Sep 23 10:40:38.807582 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:40:38.809991 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329dea56-f128-48fd-9b83-8068a8e194b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:40:38.849332 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e7cb2-8e5c-46d4-bd2a-0cf4b3b6f62e x-openstack-request-id: req-8d8e7cb2-8e5c-46d4-bd2a-0cf4b3b6f62e {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:40:38.849503 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:40:38.849726 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d8e7cb2-8e5c-46d4-bd2a-0cf4b3b6f62e {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:40:38.850125 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'status': 'completed', 'code': 200} Sep 23 10:40:38.909819 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:38.929776 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-1db53eb6-09c9-4217-8168-14efb22817d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:38.931258 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-1db53eb6-09c9-4217-8168-14efb22817d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 1099 time: 0.0553045 Sep 23 10:40:39.056858 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-c2d3c20b-3754-4ab1-8756-02e63fbd5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:39.058385 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-c2d3c20b-3754-4ab1-8756-02e63fbd5438 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.1197574 Sep 23 10:40:39.071569 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e935c-328b-4f11-848f-e16373e91b39 req-b21094ba-d607-4dc0-a468-f606895e3fe4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:39.073067 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db7e935c-328b-4f11-848f-e16373e91b39 req-b21094ba-d607-4dc0-a468-f606895e3fe4 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0708148 Sep 23 10:40:39.118330 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-c71ca9de-df5a-48fb-a390-7819c1912004 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0 HTTP/1.1" status: 200 len: 217 time: 0.0443084 Sep 23 10:40:39.149343 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:18Z', 'revision_number': 1, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:39.166695 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-db7e935c-328b-4f11-848f-e16373e91b39 req-084efc79-87c4-4373-b936-ebcb8cd21d97 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868647 Sep 23 10:40:39.175165 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:40:39.182430 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-216a0489-83c5-4af5-9236-a3fae6716e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:39.183568 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:39.183856 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-216a0489-83c5-4af5-9236-a3fae6716e70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0582302 Sep 23 10:40:39.184198 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:39.229962 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-a5723615-1784-4c8a-b26d-d996146fba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:39.231439 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-a5723615-1784-4c8a-b26d-d996146fba63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401099 Sep 23 10:40:39.289304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:39.321297 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-5e4c1c23-bf39-4028-a563-799dd3c894f6 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813036 Sep 23 10:40:39.415417 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-329dea56-f128-48fd-9b83-8068a8e194b7 req-25b6d235-8f2d-4c07-9818-94eadf3b8728 service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873599 Sep 23 10:40:39.513802 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:18Z', 'revision_number': 1, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:39.539098 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd543fd-c4c8-4b6b-b1c3-cb299cf20056 None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_floatingips': [{'id': '6dea9399-8799-41af-8e05-e06289d407af', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'router_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'port_id': '579505c7-a275-4bf9-9877-2069cd5718ea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'mac_address': 'fa:16:3e:0b:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T10:37:16Z', 'updated_at': '2021-09-23T10:37:18Z', 'revision_number': 1, 'project_id': '258d2f15015b433da2c859073db584bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:40:39.755593 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dd675-e94d-452e-919d-56204c57b9c7 None None] New status for floating IP 3ddd8150-6de2-4bb9-8de9-f5c4225ab1b7: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:40:40.280978 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b84df-238b-4151-a406-6bb32adba8cc req-0ade58b9-1a68-48d6-8807-8ad7c047465f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:40.282495 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ce4b84df-238b-4151-a406-6bb32adba8cc req-0ade58b9-1a68-48d6-8807-8ad7c047465f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0478697 Sep 23 10:40:40.319205 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-ce4b84df-238b-4151-a406-6bb32adba8cc req-7f7d7e47-88ed-4f83-8742-252b037c0fab tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307503 Sep 23 10:40:40.541341 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-c4c304a9-48b1-4911-80e5-1667f2982a89 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:40.542755 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-c4c304a9-48b1-4911-80e5-1667f2982a89 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 946 time: 0.0458546 Sep 23 10:40:40.633206 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Deleting port 7cd6d051-b596-473f-a5a5-e376cf6983e0 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:40.633547 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:40.719434 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] For port 7cd6d051-b596-473f-a5a5-e376cf6983e0, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=7cd6d051-b596-473f-a5a5-e376cf6983e0,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:40.719803 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:40.736868 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Calling delete_port for 7cd6d051-b596-473f-a5a5-e376cf6983e0 owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:40.860645 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:40.888375 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'Port': ['ID=7cd6d051-b596-473f-a5a5-e376cf6983e0,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:40.931942 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] No DVR routers for this DVR port 7cd6d051-b596-473f-a5a5-e376cf6983e0 on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:40:40.934635 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:40.936801 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-eae5c70a-b119-4a19-b71c-a9347ba8d9d3 req-304349b2-d082-4faa-8d6a-0b23ed857c24 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "DELETE /v2.0/ports/7cd6d051-b596-473f-a5a5-e376cf6983e0 HTTP/1.1" status: 204 len: 173 time: 0.3876863 Sep 23 10:40:40.937296 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'name': 'network-vif-deleted', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:40:40.940027 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af630b-3fd3-4b0e-9dcd-98b474218784" -d '{"events": [{"server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "name": "network-vif-deleted", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:40:40.979296 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588da7d9-d250-4ea8-a268-f4a2d5a0eb53 x-openstack-request-id: req-588da7d9-d250-4ea8-a268-f4a2d5a0eb53 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:40:40.979597 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69c9a60-1eff-4319-95e7-e5bc08c1c775", "name": "network-vif-deleted", "tag": "7cd6d051-b596-473f-a5a5-e376cf6983e0", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:40:40.979877 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-588da7d9-d250-4ea8-a268-f4a2d5a0eb53 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:40:40.980282 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69c9a60-1eff-4319-95e7-e5bc08c1c775', 'name': 'network-vif-deleted', 'tag': '7cd6d051-b596-473f-a5a5-e376cf6983e0', 'status': 'completed', 'code': 200} Sep 23 10:40:41.420623 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-c684e0ec-a921-4c4c-b73a-cea8975b5c2e req-6a049610-1bd1-49b5-a2ba-f0f64344456b tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=e69c9a60-1eff-4319-95e7-e5bc08c1c775 HTTP/1.1" status: 200 len: 210 time: 0.0253665 Sep 23 10:40:44.694297 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34486) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:44.846978 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Deleting port 7a84153a-0263-43df-8bc1-31ea23b96b35 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:44.847324 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:44.918264 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:44.918592 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:44.929590 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Calling delete_port for 7a84153a-0263-43df-8bc1-31ea23b96b35 owned by network:floatingip {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:44.963902 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7cd6d051-b596-473f-a5a5-e376cf6983e0 no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:44.983228 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 7cd6d051-b596-473f-a5a5-e376cf6983e0 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:44.983570 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 7cd6d051-b596-473f-a5a5-e376cf6983e0 not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:45.252924 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:45.276835 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'Port': ['ID=7a84153a-0263-43df-8bc1-31ea23b96b35,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:45.287769 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.288120 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.288459 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.288795 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.289132 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.289460 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.289816 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.290676 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.291001 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.291325 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.291645 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.291966 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:45.342672 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:45.342998 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.db.l3_db [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Floating IP 6dea9399-8799-41af-8e05-e06289d407af disassociated (deleted). External IP: 172.27.2.98, port: 579505c7-a275-4bf9-9877-2069cd5718ea. Sep 23 10:40:45.543286 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:40:45.649152 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:40:45.654512 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:45.659073 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:40:45.668486 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:45.669166 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:45.681128 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-1f520247-ca7c-4201-96c5-adf97dba5252 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "DELETE /v2.0/floatingips/6dea9399-8799-41af-8e05-e06289d407af HTTP/1.1" status: 204 len: 168 time: 0.9857771 Sep 23 10:40:45.681745 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea'}] {{(pid=93966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:40:45.684002 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5eee17129f759afe2dca20574f5341d4eeb795ce35763dd32424c935198f962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde432ef-ed05-428d-bb88-78fc2694a6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea"}]}' {{(pid=93966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:40:45.780304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:45.793836 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 10:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9978dd-e1e1-47a0-94f1-7aab21dd5b09 x-openstack-request-id: req-cf9978dd-e1e1-47a0-94f1-7aab21dd5b09 {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:40:45.795091 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea", "status": "completed", "code": 200}]} {{(pid=93966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:40:45.798367 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf9978dd-e1e1-47a0-94f1-7aab21dd5b09 {{(pid=93966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:40:45.799211 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea', 'status': 'completed', 'code': 200} Sep 23 10:40:45.900028 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-cc4d4ff7-41bb-4cd6-be59-a1431f641d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:45.901536 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-cc4d4ff7-41bb-4cd6-be59-a1431f641d9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=258d2f15015b433da2c859073db584bf&device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 1099 time: 0.0670612 Sep 23 10:40:45.918138 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce65e-8257-4efb-a069-107d74decfe9 req-48c71c92-4a24-4bfb-9fc4-95364ed3437f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:45.919582 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af6ce65e-8257-4efb-a069-107d74decfe9 req-48c71c92-4a24-4bfb-9fc4-95364ed3437f tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 946 time: 0.0584259 Sep 23 10:40:45.990094 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:46.009427 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-af6ce65e-8257-4efb-a069-107d74decfe9 req-bdd8498b-15a8-4bb1-951b-2599162c22e6 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825639 Sep 23 10:40:46.016949 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:40:46.025854 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:46.026471 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:46.032661 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-55818760-9433-413e-b740-3a639873d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:46.034148 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-55818760-9433-413e-b740-3a639873d04a service neutron] 10.222.0.59 "GET /v2.0/networks?id=37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 200 len: 913 time: 0.1237640 Sep 23 10:40:46.080708 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-cc48c0b0-83e6-4dbb-a197-d22f3cbaa115 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 200 len: 217 time: 0.0377862 Sep 23 10:40:46.129562 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-fdb5455b-1e6d-4127-80a3-95aca60a0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:46.130152 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:46.131083 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-fdb5455b-1e6d-4127-80a3-95aca60a0b16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 200 len: 851 time: 0.0421309 Sep 23 10:40:46.175559 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-8620fabb-8f1f-4527-9d8d-d5976065e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:46.177045 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-8620fabb-8f1f-4527-9d8d-d5976065e705 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37693ba0-a001-4f66-b6bf-c64d1078488a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384195 Sep 23 10:40:46.274611 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-b16fb585-2360-48fa-bc02-64d5dc95618f service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897360 Sep 23 10:40:46.331180 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:46.357040 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae6f7f-4d3a-41c4-a4b6-4fce26d8ca80 None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:34:04Z', 'revision_number': 4, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi', '_interfaces': [{'id': '4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2', 'name': '', 'network_id': '37693ba0-a001-4f66-b6bf-c64d1078488a', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'mac_address': 'fa:16:3e:39:26:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:04Z', 'updated_at': '2021-09-23T10:34:08Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'subnets': [{'id': 'b54bebe0-3a89-4432-a1d2-626b7547e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:40:46.364709 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-fde432ef-ed05-428d-bb88-78fc2694a6e4 req-9207268c-c246-4360-90f3-2f6f607b4a7a service neutron] 10.222.0.59 "GET /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814312 Sep 23 10:40:46.572607 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7b43b-29f7-4b50-b2ce-96c01788f891 None None] New status for floating IP 6dea9399-8799-41af-8e05-e06289d407af: DOWN {{(pid=93968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 10:40:47.123554 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b04b55-3954-4ca5-9902-b5518e69ec1f req-b973e794-c3fc-4579-8040-510870adc72e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:47.125002 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-70b04b55-3954-4ca5-9902-b5518e69ec1f req-b973e794-c3fc-4579-8040-510870adc72e tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 946 time: 0.0472627 Sep 23 10:40:47.164879 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-70b04b55-3954-4ca5-9902-b5518e69ec1f req-ef847e14-2aa0-4d17-acfe-ce3a1199f9a0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/security-groups?id=e39ebc32-c4aa-4bc8-8321-361b7f692f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340164 Sep 23 10:40:47.359427 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545be304-f3b7-4759-8aff-e1f4d268949d req-98910aec-71ce-441f-b544-02e19da3f9b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 10:40:47.360754 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-545be304-f3b7-4759-8aff-e1f4d268949d req-98910aec-71ce-441f-b544-02e19da3f9b0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 946 time: 0.0461287 Sep 23 10:40:47.448105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Deleting port 579505c7-a275-4bf9-9877-2069cd5718ea {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:47.448445 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:47.535866 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] For port 579505c7-a275-4bf9-9877-2069cd5718ea, host hv-cinder-81045, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81045',level=0,port_id=579505c7-a275-4bf9-9877-2069cd5718ea,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:47.536213 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:47.548094 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Calling delete_port for 579505c7-a275-4bf9-9877-2069cd5718ea owned by compute:nova {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:47.676811 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:47.704382 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'Port': ['ID=579505c7-a275-4bf9-9877-2069cd5718ea,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:47.742923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] No DVR routers for this DVR port 579505c7-a275-4bf9-9877-2069cd5718ea on host hv-cinder-81045 {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:40:47.745329 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for port, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:47.747311 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-545be304-f3b7-4759-8aff-e1f4d268949d req-55079295-19f1-465b-a1d1-079e2ca360e0 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.59 "DELETE /v2.0/ports/579505c7-a275-4bf9-9877-2069cd5718ea HTTP/1.1" status: 204 len: 173 time: 0.3777885 Sep 23 10:40:47.747748 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'name': 'network-vif-deleted', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea'}] {{(pid=93965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 10:40:47.749993 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99086f48ac5bd7fd512b50fb437ff8b9e21dbf585e4421b41a8523c742917e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80856ba-73ac-4d8a-b0c2-a1d2c6a67fdf" -d '{"events": [{"server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "name": "network-vif-deleted", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea"}]}' {{(pid=93965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 10:40:47.784722 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 10:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa89713-5277-4ada-bd8b-07996480d452 x-openstack-request-id: req-ffa89713-5277-4ada-bd8b-07996480d452 {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 10:40:47.785021 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc27b3dd-65be-46ab-988b-1d88a825ef48", "name": "network-vif-deleted", "tag": "579505c7-a275-4bf9-9877-2069cd5718ea", "status": "completed", "code": 200}]} {{(pid=93965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 10:40:47.785280 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffa89713-5277-4ada-bd8b-07996480d452 {{(pid=93965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 10:40:47.785779 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc27b3dd-65be-46ab-988b-1d88a825ef48', 'name': 'network-vif-deleted', 'tag': '579505c7-a275-4bf9-9877-2069cd5718ea', 'status': 'completed', 'code': 200} Sep 23 10:40:48.266400 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [req-855a162e-5347-4ee5-90e3-90f622e85760 req-7a83e2cf-4d72-4d7d-8d89-14ae0e069b28 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc27b3dd-65be-46ab-988b-1d88a825ef48 HTTP/1.1" status: 200 len: 210 time: 0.0253394 Sep 23 10:40:49.321937 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34506) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:49.441923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Deleting port 05121ea8-e761-41b6-8460-13710eb4b6d6 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:49.442266 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:49.531297 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:49.531628 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:49.542790 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Calling delete_port for 05121ea8-e761-41b6-8460-13710eb4b6d6 owned by network:floatingip {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:49.676142 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:49.700960 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'Port': ['ID=05121ea8-e761-41b6-8460-13710eb4b6d6,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:49.759392 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for floatingip, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:49.761929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24155'] for floatingip, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:49.763068 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-66dbca88-c884-4b1c-9cd5-f7e3d80dc803 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "DELETE /v2.0/floatingips/22d32935-7a70-47df-8525-e7661505231f HTTP/1.1" status: 204 len: 168 time: 0.4401584 Sep 23 10:40:50.956274 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34518) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:51.009912 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 579505c7-a275-4bf9-9877-2069cd5718ea no longer exists at agent hyperv_hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:51.013846 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2de39017-e0d0-46c2-85bf-fedde11f5c02 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.029424 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] No Port match for: 579505c7-a275-4bf9-9877-2069cd5718ea {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:51.029785 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Device 579505c7-a275-4bf9-9877-2069cd5718ea not bound to the agent host hv-cinder-81045 {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:51.039623 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2de39017-e0d0-46c2-85bf-fedde11f5c02 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.096085 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2de39017-e0d0-46c2-85bf-fedde11f5c02 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.098570 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-2de39017-e0d0-46c2-85bf-fedde11f5c02 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Notify callbacks [] for security_group, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.099713 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-2de39017-e0d0-46c2-85bf-fedde11f5c02 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] 10.222.0.50 "DELETE /v2.0/security-groups/e39ebc32-c4aa-4bc8-8321-361b7f692f0d HTTP/1.1" status: 204 len: 168 time: 0.1424661 Sep 23 10:40:51.108279 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de39017-e0d0-46c2-85bf-fedde11f5c02 tempest-TestVolumeBootPattern-85281207 tempest-TestVolumeBootPattern-85281207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ebc32-c4aa-4bc8-8321-361b7f692f0d,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:51.152728 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34522) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:51.618549 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.857268 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Deleting port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:51.857649 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.932289 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] For port 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:51.932574 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:51.945021 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Calling delete_port for 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 owned by network:router_interface {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:52.116699 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:52.144389 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Pushing event deleted for resources: {'Port': ['ID=4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:52.306978 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:52.697503 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Router a197570b-f665-41f3-af57-7da52e57aa68 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:40:52.800914 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:40:52.806227 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-80b6c7eb-e3a6-472a-9da4-ad8a7f61a353 admin admin] 10.222.0.50 "PUT /v2.0/routers/a197570b-f665-41f3-af57-7da52e57aa68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6523817 Sep 23 10:40:52.808582 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34526) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:52.810412 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] Sync routers for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:40:52.820193 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:52.820791 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:52.871391 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37d95354-e2ad-428b-bf46-34368f24de18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:52.912785 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:52.935406 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:53.013502 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.063092 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Deleting port ddf0249c-de09-4c3b-81c0-69f3a4b30291 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:53.063316 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.110206 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:40:52Z', 'revision_number': 5, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port': {'id': 'ddf0249c-de09-4c3b-81c0-69f3a4b30291', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:02Z', 'updated_at': '2021-09-23T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:53.136933 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] Checking router: a197570b-f665-41f3-af57-7da52e57aa68 for host: dv-cinder-810457-3-iscsi {{(pid=93967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:40:53.139404 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] For port ddf0249c-de09-4c3b-81c0-69f3a4b30291, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=ddf0249c-de09-4c3b-81c0-69f3a4b30291,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:53.139896 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.144936 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] Routers {'a197570b-f665-41f3-af57-7da52e57aa68'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:53.145547 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:25Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['a197570b-f665-41f3-af57-7da52e57aa68'], 'active': True} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:53.152807 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Calling delete_port for ddf0249c-de09-4c3b-81c0-69f3a4b30291 owned by network:router_gateway {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:53.319331 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.347699 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf0249c-de09-4c3b-81c0-69f3a4b30291,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:53.356379 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvr_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] Set router a197570b-f665-41f3-af57-7da52e57aa68 gateway port host: None {{(pid=93967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:53.407228 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.408479 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_hamode_db [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:40:53Z', 'revision_number': 6, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:53.438074 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf7060-dfa4-4037-af5a-4d73c674e18d None None] The sync data for ids ['a197570b-f665-41f3-af57-7da52e57aa68'] in dv-cinder-810457-3-iscsi is: [{'id': 'a197570b-f665-41f3-af57-7da52e57aa68', 'name': 'tempest-TestVolumeBootPattern-1151881828-router', 'tenant_id': '258d2f15015b433da2c859073db584bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:01Z', 'updated_at': '2021-09-23T10:40:53Z', 'revision_number': 6, 'project_id': '258d2f15015b433da2c859073db584bf', 'gw_port_host': None}] {{(pid=93967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:40:53.497982 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.500057 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.540948 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.541482 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a197570b-f665-41f3-af57-7da52e57aa68 {{(pid=93966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:40:53.545890 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] Notify callbacks [] for router, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.547428 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-6164d480-a58f-428d-96a7-252cc3047f7c admin admin] 10.222.0.50 "DELETE /v2.0/routers/a197570b-f665-41f3-af57-7da52e57aa68 HTTP/1.1" status: 204 len: 168 time: 0.7374074 Sep 23 10:40:53.549566 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34528) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:53.595553 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Deleting subnet b54bebe0-3a89-4432-a1d2-626b7547e76c {{(pid=93966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:40:53.598365 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.631502 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25273160'] for subnet, precommit_delete_associations {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.707275 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.761425 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25273112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25403952'] for subnet, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.788462 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54bebe0-3a89-4432-a1d2-626b7547e76c,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:53.791087 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for subnet, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.793432 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-0e005280-c8c9-4ebd-a9e1-7b2e9a44f613 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b54bebe0-3a89-4432-a1d2-626b7547e76c HTTP/1.1" status: 204 len: 168 time: 0.2428808 Sep 23 10:40:53.795927 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [-] (93966) accepted ('10.222.0.50', 34530) {{(pid=93966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:53.798432 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61672ff0-0a4e-4231-9423-67dcdfa44fcf None None] Network 37693ba0-a001-4f66-b6bf-c64d1078488a requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:40:53.868750 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.930412 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Deleting port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 {{(pid=93966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:53.930760 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:53.992225 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.db [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] For port 436ea0d3-61b3-4b4b-8ada-efee59ea9618, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=436ea0d3-61b3-4b4b-8ada-efee59ea9618,segment=NetworkSegment(eb49bd8f-99cf-4767-83fb-ee794f192ebe),segment_id=eb49bd8f-99cf-4767-83fb-ee794f192ebe)] {{(pid=93966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:53.992594 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.003856 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Calling delete_port for 436ea0d3-61b3-4b4b-8ada-efee59ea9618 owned by network:dhcp {{(pid=93966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:54.082797 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25273157'] for port, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.107385 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=436ea0d3-61b3-4b4b-8ada-efee59ea9618,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:54.110860 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] No DVR routers for this DVR port 436ea0d3-61b3-4b4b-8ada-efee59ea9618 on host dv-cinder-810457-3-iscsi {{(pid=93966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:40:54.180154 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.207928 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37693ba0-a001-4f66-b6bf-c64d1078488a']}} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:54.215725 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8199338-6989-4f2c-b34d-fc74f187f78b None None] DHCP port deletion for 37693ba0-a001-4f66-b6bf-c64d1078488a request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:40:54.220370 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb49bd8f-99cf-4767-83fb-ee794f192ebe') {'for_net_delete': True} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:54.220740 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.services.segments.db [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb49bd8f-99cf-4767-83fb-ee794f192ebe') {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:54.232595 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25273169'] for segment, before_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.245809 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.252302 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:40:54.252695 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25255606'] for segment, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: Traceback (most recent call last): Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: timer() Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: cb(*args, **kw) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: return func(*args, **kwargs) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: self._notify() Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: self.callback(batched_events) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: event.method(event) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: return f(self, *a, **k) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._get(url).json() Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: return self.request(url, 'GET', **kwargs) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:40:54.254473 dv-cinder-810457-3-iscsi neutron-server[93966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:40:54.311185 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.316559 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.318735 dv-cinder-810457-3-iscsi neutron-server[93966]: INFO neutron.wsgi [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] 10.222.0.50 "DELETE /v2.0/networks/37693ba0-a001-4f66-b6bf-c64d1078488a HTTP/1.1" status: 204 len: 168 time: 0.5219040 Sep 23 10:40:54.322359 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34532) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:54.329494 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7dcc-8b75-498e-b462-2f3067566e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=37693ba0-a001-4f66-b6bf-c64d1078488a,revision_number=None']} {{(pid=93966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:54.539262 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:54.559544 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:54.559886 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 4320d4d8-333f-4588-9f3d-5cb9bbd8f6a2 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:54.560313 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 436ea0d3-61b3-4b4b-8ada-efee59ea9618 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:54.580619 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: 436ea0d3-61b3-4b4b-8ada-efee59ea9618 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:54.580971 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device 436ea0d3-61b3-4b4b-8ada-efee59ea9618 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:54.581392 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device ddf0249c-de09-4c3b-81c0-69f3a4b30291 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:54.599630 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: ddf0249c-de09-4c3b-81c0-69f3a4b30291 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:54.599970 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device ddf0249c-de09-4c3b-81c0-69f3a4b30291 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:54.667911 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-988444'] for router_interface, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.901961 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Deleting port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:54.902300 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.976252 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] For port cf81a1f9-71e7-4fbd-85c2-7a400abd85c1, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,segment=NetworkSegment(235fadc3-83a3-464a-b12f-2ed17903c1e6),segment_id=235fadc3-83a3-464a-b12f-2ed17903c1e6)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:54.976539 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:54.988889 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Calling delete_port for cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 owned by network:router_interface {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:55.158479 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:55.186169 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf81a1f9-71e7-4fbd-85c2-7a400abd85c1,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:55.376658 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e69f0d77-0ff7-43ec-884c-4d1a7932a486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:55.492248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:55.612718 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-989077'] for router_interface, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:55.822868 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 has already been hosted by L3 agent fe755ccf-3577-486a-9983-ffd5168c99e8 {{(pid=93965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 10:40:55.926848 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] Notify agent at l3_agent.dv-cinder-810457-3-iscsi the message routers_updated {{(pid=93965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 10:40:55.931963 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-3dd6a0cd-889f-4396-b84f-b914d3d4129e admin admin] 10.222.0.50 "PUT /v2.0/routers/43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085010 Sep 23 10:40:55.934437 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34534) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:55.935187 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] Sync routers for ids ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'] in dv-cinder-810457-3-iscsi {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 10:40:55.944357 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] Routers {'43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:55.944958 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:56.035820 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.046754 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] Set router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 gateway port host: dv-cinder-810457-3-iscsi {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:56.072508 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.139660 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.190690 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Deleting port efbbdff1-a9d0-4272-be69-2b17f2f8b02e {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:56.190923 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.220986 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'external_fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:40:55Z', 'revision_number': 5, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port': {'id': 'efbbdff1-a9d0-4272-be69-2b17f2f8b02e', 'name': '', 'network_id': '3d5693f5-85ab-489a-8a6e-84ff29f059af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810457-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T10:34:07Z', 'updated_at': '2021-09-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74c8307d-d2e3-4db9-8830-4d02e9c313d6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810457-3-iscsi'}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:56.248150 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] Checking router: 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 for host: dv-cinder-810457-3-iscsi {{(pid=93968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 10:40:56.256648 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] Routers {'43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'} bound to L3 agent in host dv-cinder-810457-3-iscsi {{(pid=93968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 10:40:56.257268 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810457-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T10:18:55Z,description=,heartbeat_timestamp=2021-09-23T10:40:55Z,host='dv-cinder-810457-3-iscsi',id=fe755ccf-3577-486a-9983-ffd5168c99e8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T10:18:55Z,topic='l3_agent')) {'router_ids': ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'], 'active': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:56.271105 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] For port efbbdff1-a9d0-4272-be69-2b17f2f8b02e, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,segment=NetworkSegment(1461a760-919c-4f33-8b27-3949c4019cca),segment_id=1461a760-919c-4f33-8b27-3949c4019cca)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:56.271474 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.284203 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Calling delete_port for efbbdff1-a9d0-4272-be69-2b17f2f8b02e owned by network:router_gateway {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:56.342863 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvr_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] Set router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 gateway port host: None {{(pid=93968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 10:40:56.392360 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.l3_hamode_db [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:40:56Z', 'revision_number': 6, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port_host': None}], 'dv-cinder-810457-3-iscsi', False) {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:56.421530 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6ee24-0c35-4df1-8490-d03470e99519 None None] The sync data for ids ['43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4'] in dv-cinder-810457-3-iscsi is: [{'id': '43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4', 'name': 'tempest-TestVolumeBootPattern-1523345946-router', 'tenant_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T10:34:06Z', 'updated_at': '2021-09-23T10:40:56Z', 'revision_number': 6, 'project_id': '6376dc769f2d4bf3a72c79c96fc53f8e', 'gw_port_host': None}] {{(pid=93968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 10:40:56.446400 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.478073 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbbdff1-a9d0-4272-be69-2b17f2f8b02e,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:56.538905 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989014'] for router_gateway, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.630969 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5817'] for router, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.633691 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.654652 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.680929 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987440'] for router, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.681399 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 {{(pid=93965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 10:40:56.686337 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] Notify callbacks [] for router, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.687487 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-730e372a-695b-44da-9f5d-71bb15bf2d84 admin admin] 10.222.0.50 "DELETE /v2.0/routers/43b3d6cc-f41b-48f4-99e4-a15ebc78dcf4 HTTP/1.1" status: 204 len: 168 time: 0.7521343 Sep 23 10:40:56.689967 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34536) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:56.736615 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Deleting subnet 6262ddf3-7f98-42ed-bd33-5ef014f24131 {{(pid=93965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 10:40:56.739651 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.776915 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26038627'] for subnet, precommit_delete_associations {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.865096 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4119181'] for subnet, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.919669 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4119172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25401410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25425786'] for subnet, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.944619 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6262ddf3-7f98-42ed-bd33-5ef014f24131,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:56.948785 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:56.950655 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-6c87e061-60e3-4b4d-9c11-7badd9135380 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6262ddf3-7f98-42ed-bd33-5ef014f24131 HTTP/1.1" status: 204 len: 168 time: 0.2597806 Sep 23 10:40:56.953056 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34538) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:56.956077 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0643d36-ab02-480a-bfda-7b84bec123b8 None None] Network 24882691-a023-4907-8f4e-430382f88f90 requested from dv-cinder-810457-3-iscsi {{(pid=93967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 10:40:57.018974 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4182901'] for network, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.070043 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Deleting port de92e080-e705-4727-987b-27bd59a64bed {{(pid=93965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:57.070717 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.140555 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.db [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] For port de92e080-e705-4727-987b-27bd59a64bed, host dv-cinder-810457-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810457-3-iscsi',level=0,port_id=de92e080-e705-4727-987b-27bd59a64bed,segment=NetworkSegment(235fadc3-83a3-464a-b12f-2ed17903c1e6),segment_id=235fadc3-83a3-464a-b12f-2ed17903c1e6)] {{(pid=93965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:57.140928 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.152955 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.plugin [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Calling delete_port for de92e080-e705-4727-987b-27bd59a64bed owned by network:dhcp {{(pid=93965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:57.194934 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] DHCP port deletion for 24882691-a023-4907-8f4e-430382f88f90 request from dv-cinder-810457-3-iscsi {{(pid=93967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 10:40:57.222836 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:57.234466 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25401375'] for port, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.250610 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:57.250995 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device cf81a1f9-71e7-4fbd-85c2-7a400abd85c1 not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:57.262655 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Pushing event deleted for resources: {'Port': ['ID=de92e080-e705-4727-987b-27bd59a64bed,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:57.268701 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] No DVR routers for this DVR port de92e080-e705-4727-987b-27bd59a64bed on host dv-cinder-810457-3-iscsi {{(pid=93965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:40:57.275020 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Deleting port de92e080-e705-4727-987b-27bd59a64bed {{(pid=93967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 10:40:57.275401 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787555206952'] for port, before_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.337091 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.db [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] For port de92e080-e705-4727-987b-27bd59a64bed, host dv-cinder-810457-3-iscsi, got binding levels [] {{(pid=93967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 10:40:57.337487 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-997381'] for port, precommit_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.340677 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4114228', 'neutron.services.segments.db._delete_segments_for_network-8787555238036'] for network, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.348899 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Calling delete_port for de92e080-e705-4727-987b-27bd59a64bed owned by network:dhcp {{(pid=93967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 10:40:57.352613 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.ipam_backend_mixin [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Port de92e080-e705-4727-987b-27bd59a64bed was not found and therefore no delete operation was performed {{(pid=93967) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 10:40:57.353762 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3690878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787555212782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787554723512'] for port, after_delete {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.361244 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24882691-a023-4907-8f4e-430382f88f90']}} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:57.371443 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235fadc3-83a3-464a-b12f-2ed17903c1e6') {'for_net_delete': True} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:57.371829 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.services.segments.db [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235fadc3-83a3-464a-b12f-2ed17903c1e6') {} {{(pid=93965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 10:40:57.379640 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Pushing event deleted for resources: {'Port': ['ID=de92e080-e705-4727-987b-27bd59a64bed,revision_number=None']} {{(pid=93967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:57.381696 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787555238813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26038650'] for segment, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.384314 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] No DVR routers for this DVR port de92e080-e705-4727-987b-27bd59a64bed on host dv-cinder-810457-3-iscsi {{(pid=93967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.393448 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.395031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.395031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.395031 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.395327 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.395920 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f32f-2cbf-48bd-8e99-bb7942e25b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810457-3-iscsi {{(pid=93967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 10:40:57.400936 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018'] for segment, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.407470 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 10:40:57.407980 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25388524'] for segment, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: Traceback (most recent call last): Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: timer() Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: cb(*args, **kw) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: return func(*args, **kwargs) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: self._notify() Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: self.callback(batched_events) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: event.method(event) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: return f(self, *a, **k) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._get(url).json() Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: return self.request(url, 'GET', **kwargs) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 10:40:57.409701 dv-cinder-810457-3-iscsi neutron-server[93965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 10:40:57.470304 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-988938'] for network, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.481011 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587065'] for network, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.481011 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] 10.222.0.50 "DELETE /v2.0/networks/24882691-a023-4907-8f4e-430382f88f90 HTTP/1.1" status: 204 len: 168 time: 0.5228896 Sep 23 10:40:57.491269 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a06f2-63cb-4055-a982-5f326738a01c admin admin] Pushing event deleted for resources: {'Network': ['ID=24882691-a023-4907-8f4e-430382f88f90,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:57.592788 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34542) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:57.632938 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-faea3e29-35ba-4326-9932-e0464fe89e31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=258d2f15015b433da2c859073db584bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389664 Sep 23 10:40:57.635312 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34544) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:57.683380 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-46a8e746-2f1f-4311-bcc2-8dd88c3783a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.703755 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-46a8e746-2f1f-4311-bcc2-8dd88c3783a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.763456 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-46a8e746-2f1f-4311-bcc2-8dd88c3783a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.765885 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-46a8e746-2f1f-4311-bcc2-8dd88c3783a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:57.767024 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-46a8e746-2f1f-4311-bcc2-8dd88c3783a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3aa8f4c6-652e-41e8-9e4a-442c4c8bc950 HTTP/1.1" status: 204 len: 168 time: 0.1308341 Sep 23 10:40:57.775263 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e746-2f1f-4311-bcc2-8dd88c3783a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa8f4c6-652e-41e8-9e4a-442c4c8bc950,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:58.076381 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34550) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:58.114894 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-d501dd90-c3e0-46df-81ad-aa9fb21d52d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6376dc769f2d4bf3a72c79c96fc53f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374098 Sep 23 10:40:58.117229 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [-] (93965) accepted ('10.222.0.50', 34552) {{(pid=93965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 10:40:58.163003 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bf29c4ba-2ad7-450d-9a10-1aa17083acf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:58.183515 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bf29c4ba-2ad7-450d-9a10-1aa17083acf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:58.229220 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bf29c4ba-2ad7-450d-9a10-1aa17083acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538827'] for security_group, after_delete {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:58.231863 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron_lib.callbacks.manager [None req-bf29c4ba-2ad7-450d-9a10-1aa17083acf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:58.232994 dv-cinder-810457-3-iscsi neutron-server[93965]: INFO neutron.wsgi [None req-bf29c4ba-2ad7-450d-9a10-1aa17083acf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5220b5d-d666-4f2c-ad90-24f26243b271 HTTP/1.1" status: 204 len: 168 time: 0.1148360 Sep 23 10:40:58.240502 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29c4ba-2ad7-450d-9a10-1aa17083acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5220b5d-d666-4f2c-ad90-24f26243b271,revision_number=None']} {{(pid=93965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 10:40:58.521392 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:40:58.542889 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device efbbdff1-a9d0-4272-be69-2b17f2f8b02e no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:58.568540 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: efbbdff1-a9d0-4272-be69-2b17f2f8b02e {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:58.568882 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device efbbdff1-a9d0-4272-be69-2b17f2f8b02e not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:40:58.569304 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device de92e080-e705-4727-987b-27bd59a64bed no longer exists at agent ovs-agent-dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 10:40:58.588815 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.plugin [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] No Port match for: de92e080-e705-4727-987b-27bd59a64bed {{(pid=93967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 10:40:58.589156 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron.plugins.ml2.rpc [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Device de92e080-e705-4727-987b-27bd59a64bed not bound to the agent host dv-cinder-810457-3-iscsi {{(pid=93967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 10:41:03.181032 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:41:22.834123 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-ef699cc1-4477-4002-9a19-461266a403c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:25.378179 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-b3d92a65-4868-4e98-a097-87630938b5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:25.511726 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:26.074597 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:26.657851 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:28.504066 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:40.180733 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:41:52.834035 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-894b7dde-fb36-42a4-8ca2-0361372392e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:55.377924 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c53361ca-034e-4b4e-afa2-0bb21e765e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:55.506621 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:56.075461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:56.661000 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:41:58.509767 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:13.269268 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [req-45cfeb70-f817-4b38-b6fa-dd683a52f1fb req-79da0c51-28eb-4d94-b618-3e11b17729eb service neutron] (93966) timed out ('10.222.0.59', 59592) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 10:42:13.498439 dv-cinder-810457-3-iscsi neutron-server[93966]: DEBUG neutron.wsgi [req-34683501-9d35-4f71-9b34-1007e6cced55 req-0528ac31-1bda-4db4-a49c-1b2b91e8ac55 service neutron] (93966) timed out ('10.222.0.59', 59599) {{(pid=93966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 10:42:17.179337 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:42:22.834081 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2c91cd5f-7375-401f-8236-78f519b7e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:25.380782 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-3a8c732e-6f16-4703-90b6-d1cc5498ceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:25.515078 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:26.076285 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:26.664702 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:28.511092 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:52.834718 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-dd883396-7dc6-43f6-a2e0-8044eb108d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:54.177694 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:42:55.380354 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-37f4b2b0-0388-445c-bc24-c1625bf0cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:55.533671 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:56.080387 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:56.666048 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:42:58.513371 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:22.835042 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-6ec28578-60b5-4ba2-a106-ed2808afad5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:25.380835 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-819c0cb4-bc41-4192-ac53-2e0ace1b1ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:25.531444 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:26.083090 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:26.669136 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:28.515963 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:31.176505 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:43:52.834959 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d8ea-84ab-4000-a813-467101abc7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:55.380452 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-70b8109a-1fda-4293-974e-a45cba128318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:55.525995 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:56.083568 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:56.672640 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:43:58.519338 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:08.176281 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:44:22.834242 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c34b-372e-48ae-874c-d4a963ce24ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:25.382413 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2784784c-8971-4a1a-9bbb-faa621c70afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:25.540587 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:26.083953 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:26.678656 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:28.521714 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:45.176921 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:44:52.835820 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-281adb3e-fcbf-4682-8592-456210fc80ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:55.382743 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-8a675334-38d1-4a30-a1a7-a731f64083d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:55.538888 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:56.085296 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:56.678835 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:44:58.524827 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:22.176172 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 10:45:22.839268 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-85a173c2-8830-4d4f-a7d8-a9e417d39fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:25.382461 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cc54-a08a-44c2-a07d-52003619cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:25.553248 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:26.087477 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:26.681739 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:28.526602 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:52.839347 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-2037b00c-680c-405d-88c9-7c42834e0c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:55.252622 dv-cinder-810457-3-iscsi neutron-server[93965]: DEBUG neutron.wsgi [req-01a473c5-ca3f-4c9f-805c-ec4cb2631baf req-73af6dc2-0570-452f-83c0-286cb778efed service neutron] (93965) timed out ('10.222.0.59', 59626) {{(pid=93965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 10:45:55.383278 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d6039f89-46c1-43b1-a557-ef0ee3afd1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:55.552695 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-d1b4f5c5-89c9-4397-a62f-2f27bef8afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:56.089596 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-77323754-401a-48ab-8fe8-889b2f4e2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:56.684748 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-574bb737-f0eb-4e15-b8fa-bd4333428e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:58.530637 dv-cinder-810457-3-iscsi neutron-server[93967]: DEBUG neutron_lib.callbacks.manager [None req-f8822690-7ee2-47b8-8170-83345d041c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787555238018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4115508'] for agent, after_update {{(pid=93967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 10:45:59.174725 dv-cinder-810457-3-iscsi neutron-server[93968]: DEBUG neutron.db.agents_db [None req-63f80e52-6fd7-4a13-9aea-f14dd983f1df None None] Agent healthcheck: found 6 active agents {{(pid=93968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}